-- Logs begin at Fri 2021-08-27 00:41:25 UTC, end at Fri 2021-08-27 01:51:39 UTC. -- Aug 27 01:21:54.211575 dv-cinder-759169-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 27 01:21:56.927702 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.common.config [-] Logging enabled! Aug 27 01:21:56.928295 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 27 01:21:56.928505 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94206) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 27 01:21:56.931698 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.common.config [-] Logging enabled! Aug 27 01:21:56.931953 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 27 01:21:56.932262 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94206) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 27 01:21:56.933227 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 01:21:56.933466 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 01:21:56.933825 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 01:21:56.934068 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 01:21:56.934321 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 01:21:56.934645 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.934945 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.935241 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.935473 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.935768 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.936059 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.936343 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.936632 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.936960 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.937248 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.937532 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.937814 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.938045 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.938324 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.938615 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.938904 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.939131 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] debug = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.939412 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.939836 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.940252 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.940530 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.940823 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.941123 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.941395 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.941678 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.941960 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.942299 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] host = dv-cinder-759169-3-iscsi {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.942576 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.942865 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.943153 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.943441 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.943717 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.943994 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.944277 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.944550 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.945094 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] log_file = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.945378 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.945667 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.945958 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.946248 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.946475 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.946696 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.946985 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.947271 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.947553 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.947826 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.948100 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.948372 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.948648 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.948944 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.949235 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.949522 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.949835 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.950113 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.950387 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.950660 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.950934 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.951222 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.951502 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.951776 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.952053 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.952337 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.952606 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.952913 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.953219 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.953508 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.953793 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.954079 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.954355 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.954637 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.954912 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.955185 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.955459 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] use_json = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.955733 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.956005 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.956289 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.956563 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.956855 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.957131 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.957404 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.957690 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:56.957985 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.958281 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.958580 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.958862 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.959154 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.959434 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.959721 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.959999 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.960286 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.960573 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.960880 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.961161 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.961457 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.961738 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.962032 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.962336 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.962628 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.962921 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.963197 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.963472 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.963745 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.964024 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.964309 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.964586 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.964898 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.965187 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.966053 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.966519 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.966825 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.967122 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.967400 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.967684 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.967978 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.968260 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.968535 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.968815 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.969128 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.969407 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.969680 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.969964 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.970243 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.970519 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.970791 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.971070 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.971359 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.971636 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.971914 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.972188 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.972466 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.972736 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.973045 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.973322 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.973598 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.973871 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.974150 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.974423 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.974695 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.974973 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.975246 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.975523 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.975797 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.976071 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.976345 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.976618 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.976916 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.977193 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.977465 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.977740 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.978010 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.978283 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.978555 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.978826 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.979099 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.979385 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.979679 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.979956 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.980232 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.980509 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.980785 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.981712 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.982064 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.982353 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.982634 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.982910 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.983203 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.983488 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.983776 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.984059 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.984333 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.984635 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.984940 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.985223 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.985499 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.985774 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.986054 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.986335 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.986629 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.986922 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.987212 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.987503 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.987795 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.988073 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.988377 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.988657 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:21:56.988908 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 01:21:56.989151 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94206) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 27 01:21:57.337678 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 27 01:21:57.337868 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 27 01:21:57.338163 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 27 01:21:57.338493 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 27 01:21:57.732191 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:57.732482 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:57.732757 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:57.734091 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:57.734370 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:57.734637 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:57.770393 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:57.770677 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:57.770948 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:57.786347 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:57.786630 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:57.786904 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:57.815565 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:57.815980 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:57.816256 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:57.853892 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:57.854173 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:57.854446 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:58.090139 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:58.090835 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:58.090835 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:58.091082 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:58.091977 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:58.212046 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:58.212366 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:58.212652 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:58.212952 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:58.213226 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:58.213542 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:58.213811 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:58.214072 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:58.214332 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:58.214618 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:58.214880 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:58.215147 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:58.216022 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:58.216378 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:58.216649 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:58.216946 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:58.217213 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:58.217487 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:58.217764 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:58.218030 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:58.218306 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:58.218567 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:58.218856 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:58.219239 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:58.219495 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:58.219748 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:58.220144 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94206) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 01:21:58.220384 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94206) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 01:21:58.220631 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94206) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 01:21:58.220884 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94206) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 01:21:58.221121 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94206) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 01:21:58.221356 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94206) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 01:21:58.221721 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 27 01:21:58.224786 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 27 01:21:58.228812 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 27 01:21:58.232768 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Aug 27 01:21:58.234416 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 27 01:21:58.234875 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 27 01:21:58.235211 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 27 01:21:58.235598 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 27 01:21:58.238482 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 27 01:21:58.238738 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 27 01:21:58.239089 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 27 01:21:58.247328 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 27 01:21:58.269953 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 27 01:21:58.270417 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:58.270726 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94206) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 27 01:21:58.271093 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:58.272452 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94206) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 27 01:21:58.272736 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 27 01:21:58.273006 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 27 01:21:58.276197 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:58.276485 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:58.340908 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 27 01:21:58.341087 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 27 01:21:58.341331 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 27 01:21:58.341712 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 27 01:21:58.361884 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_db.sqlalchemy.engines [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94206) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 27 01:21:59.006002 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.plugins.ml2.managers [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Initializing driver for type 'gre' Aug 27 01:21:59.006526 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] gre ID ranges: [(1, 1000)] Aug 27 01:21:59.148739 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.plugins.ml2.managers [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Initializing driver for type 'local' Aug 27 01:21:59.149362 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.plugins.ml2.managers [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Initializing driver for type 'vlan' Aug 27 01:21:59.211372 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] VlanTypeDriver initialization complete Aug 27 01:21:59.211720 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.plugins.ml2.managers [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Initializing driver for type 'vxlan' Aug 27 01:21:59.212247 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] vxlan ID ranges: [(1, 1000)] Aug 27 01:21:59.376675 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.plugins.ml2.managers [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Initializing extension driver 'port_security' Aug 27 01:21:59.377091 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.plugins.ml2.extensions.port_security [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] PortSecurityExtensionDriver initialization complete Aug 27 01:21:59.377518 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.plugins.ml2.managers [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Initializing mechanism driver 'openvswitch' Aug 27 01:21:59.379057 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.plugins.ml2.managers [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Initializing mechanism driver 'hyperv' Aug 27 01:21:59.385059 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.plugins.ml2.plugin [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:21:59.385741 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > port after_create 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.386116 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > port after_update 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.386468 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > port after_delete 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.386985 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94206) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 01:21:59.388584 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > subnet after_create 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.388709 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > subnet after_update 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.388997 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > subnet after_delete 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.392227 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94206) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 01:21:59.392227 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > network after_create 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.392227 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > network after_update 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.392227 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > network after_delete 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.392227 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94206) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 01:21:59.392701 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > security_group after_create 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.392701 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > security_group after_update 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.392701 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > security_group after_delete 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.392701 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94206) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 01:21:59.393045 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.393163 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.393509 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.393904 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94206) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 01:21:59.394304 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > address_group after_create 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.394654 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > address_group after_update 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.394992 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > address_group after_delete 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.395383 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94206) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 01:21:59.395759 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] ML2 OVO RPC backend initialized. {{(pid=94206) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 27 01:21:59.396482 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > router_interface after_create 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.396874 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.397288 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > network before_response 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.397640 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > networks before_response 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.397989 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > port before_response 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.398334 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > ports before_response 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.398681 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > subnet before_response 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.399036 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > subnets before_response 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.399369 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > network after_create 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.399712 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > network after_update 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.400048 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > network after_delete 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.400391 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > port after_create 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.400726 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > port after_update 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.401089 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > port after_delete 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.401426 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > subnet after_create 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.401762 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > subnet after_update 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.402094 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > subnet after_delete 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.402672 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.plugins.ml2.plugin [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Modular L2 Plugin initialization complete Aug 27 01:21:59.403132 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading services supported by the core plugin {{(pid=94206) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 27 01:21:59.403629 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.plugins.ml2.managers [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Got port-security extension from driver 'port_security' Aug 27 01:21:59.404210 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.extensions.vlantransparent [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Disabled vlantransparent extension. Aug 27 01:21:59.404698 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94206) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 27 01:21:59.405037 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading Plugin: router Aug 27 01:21:59.455098 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > router_interface before_create 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.462442 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > router after_create 55549900 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.462442 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > router before_create 55549900 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.462442 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.462442 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.462771 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > router after_delete 55549900 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.462771 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > floatingip after_create 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.462771 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > floatingip after_update 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.462771 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > router after_create 55549900 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.463097 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > router after_update 55549900 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.463097 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > router after_update 55549900 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.463097 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.463097 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > router after_update 55549900 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.463391 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > router precommit_update 55549900 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.463391 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: port after_update 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.463391 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: port after_delete 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.463391 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: subnet after_update 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.463391 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.463776 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > port precommit_delete 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.463776 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > router precommit_create 55549900 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.463776 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: port before_delete 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.463776 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > router precommit_create 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.464077 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > router after_update 55549900 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.464077 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > router precommit_delete 55549900 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.464077 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > router precommit_create 55549900 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.464077 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > router_interface after_create 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.464358 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > router precommit_update 55549900 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.464444 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > agent after_create 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.464766 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > agent after_delete 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.465133 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > network after_delete 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.466031 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.quota.resource_registry [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Tracking information for resource: router configured {{(pid=94206) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 01:21:59.466362 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.quota.resource_registry [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Tracking information for resource: floatingip configured {{(pid=94206) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 01:21:59.471270 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.db.l3_agentschedulers_db [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 27 01:21:59.471855 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: port after_update 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.472219 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: port after_create 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.472577 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: port after_delete 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.472978 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: port after_update 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.473764 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > router before_create 55550100 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.474129 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > router precommit_delete 55550100 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.474493 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > router precommit_create 55550100 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.474848 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > router precommit_update 55550100 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.479468 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.services.provider_configuration [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Service providers = [] {{(pid=94206) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 27 01:21:59.479834 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.db.servicetype_db [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94206) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 27 01:21:59.483301 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.services.service_base [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94206) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 01:21:59.483654 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.services.service_base [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94206) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 01:21:59.483999 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.services.service_base [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94206) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 01:21:59.484917 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.services.service_base [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94206) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 01:21:59.485290 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.services.service_base [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 27 01:21:59.485691 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94206) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 01:21:59.485990 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 27 01:21:59.498867 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94206) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 01:21:59.499206 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading Plugin: auto_allocate Aug 27 01:21:59.505029 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: network precommit_update 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.505400 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: network precommit_create 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.505922 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94206) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 01:21:59.506245 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading Plugin: tag Aug 27 01:21:59.512840 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94206) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 01:21:59.513179 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading Plugin: timestamp Aug 27 01:21:59.517312 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94206) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 01:21:59.517647 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading Plugin: network_ip_availability Aug 27 01:21:59.530295 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.530658 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.531024 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.531761 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94206) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 01:21:59.532945 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading Plugin: flavors Aug 27 01:21:59.536892 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94206) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 01:21:59.537232 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading Plugin: revisions Aug 27 01:21:59.541538 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94206) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 01:21:59.541929 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_concurrency.lockutils [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.204s {{(pid=94206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 27 01:21:59.542670 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94206) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 27 01:21:59.543007 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Initializing extension manager. Aug 27 01:21:59.544136 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: __init__.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.544485 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: __pycache__ {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.544822 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.545177 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: address_group.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.545947 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.546517 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: address-group Aug 27 01:21:59.546839 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: address_scope.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.547558 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.548063 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: address-scope Aug 27 01:21:59.548385 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: admin_state_down_before_update.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.549368 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.549871 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: router-admin-state-down-before-update Aug 27 01:21:59.550190 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: agent.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.551100 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.551610 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: agent Aug 27 01:21:59.551933 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: agent_resources_synced.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.552934 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.553372 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: agent-resources-synced Aug 27 01:21:59.553695 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: allowedaddresspairs.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.555484 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.556008 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: allowed-address-pairs Aug 27 01:21:59.556338 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: auto_allocated_topology.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.557431 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.557946 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: auto-allocated-topology Aug 27 01:21:59.558277 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: availability_zone.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.558979 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.560223 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: availability_zone Aug 27 01:21:59.560551 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: availability_zone_filter.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.561507 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.562016 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: availability_zone_filter Aug 27 01:21:59.562340 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: data_plane_status.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.563341 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.563762 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extension data-plane-status not supported by any of loaded plugins Aug 27 01:21:59.564085 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: default_subnetpools.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.570142 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.570651 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: default-subnetpools Aug 27 01:21:59.570973 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: dhcpagentscheduler.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.571784 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.572293 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: dhcp_agent_scheduler Aug 27 01:21:59.572619 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: dns.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.573575 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.574079 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extension dns-integration not supported by any of loaded plugins Aug 27 01:21:59.574404 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: dns_domain_ports.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.575669 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.576193 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 27 01:21:59.576521 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.577492 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.577987 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 27 01:21:59.578313 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: dvr.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.578990 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.579495 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: dvr Aug 27 01:21:59.579820 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: ecmp_routes.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.580737 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.581264 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extension ecmp_routes not supported by any of loaded plugins Aug 27 01:21:59.581588 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: empty_string_filtering.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.582497 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.583004 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: empty-string-filtering Aug 27 01:21:59.583326 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.584235 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.584736 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 27 01:21:59.585081 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.585990 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.586501 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 27 01:21:59.586823 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: external_net.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.587733 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.588235 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: external-net Aug 27 01:21:59.588556 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: extra_dhcp_opt.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.589494 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.590000 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: extra_dhcp_opt Aug 27 01:21:59.590394 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: extraroute.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.591352 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.591855 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: extraroute Aug 27 01:21:59.592176 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: extraroute_atomic.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.593277 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.593788 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: extraroute-atomic Aug 27 01:21:59.594110 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: filter_validation.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.594780 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.595280 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: filter-validation Aug 27 01:21:59.595601 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: fip_pf_description.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.596522 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.597056 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 27 01:21:59.597379 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: fip_port_details.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.598296 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.598799 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: fip-port-details Aug 27 01:21:59.599119 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: flavors.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.604571 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.605127 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: flavors Aug 27 01:21:59.605455 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.607657 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.608175 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 27 01:21:59.608511 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: floatingip_pools.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.609257 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.609777 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: floatingip-pools Aug 27 01:21:59.610110 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: ip_allocation.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.611069 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.611570 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extension ip_allocation not supported by any of loaded plugins Aug 27 01:21:59.611896 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.612825 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.613355 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: ip-substring-filtering Aug 27 01:21:59.613681 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: l2_adjacency.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.614603 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.615106 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extension l2_adjacency not supported by any of loaded plugins Aug 27 01:21:59.615443 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: l3.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.616536 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.617084 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: router Aug 27 01:21:59.617414 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: l3_conntrack_helper.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.619611 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.620140 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 27 01:21:59.620477 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.621429 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.622522 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: ext-gw-mode Aug 27 01:21:59.622852 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.623792 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.624298 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: l3-ha Aug 27 01:21:59.624625 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: l3_flavors.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.625562 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.626071 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: l3-flavors Aug 27 01:21:59.626419 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.631503 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.631964 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: l3-port-ip-change-not-allowed Aug 27 01:21:59.632290 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: l3agentscheduler.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.633372 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.633940 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: l3_agent_scheduler Aug 27 01:21:59.634269 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: logging.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.635779 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.636299 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extension logging not supported by any of loaded plugins Aug 27 01:21:59.636631 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: metering.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.637455 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.638206 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: metering Aug 27 01:21:59.638533 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.639647 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.640158 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: metering_source_and_destination_fields Aug 27 01:21:59.640481 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: multiprovidernet.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.641438 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.641950 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: multi-provider Aug 27 01:21:59.642272 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: netmtu.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.643186 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.643694 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: net-mtu Aug 27 01:21:59.644016 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: netmtu_writable.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.645029 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.645537 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: net-mtu-writable Aug 27 01:21:59.645859 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: network_availability_zone.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.646528 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.647033 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: network_availability_zone Aug 27 01:21:59.647356 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: network_ip_availability.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.648461 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.649003 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: network-ip-availability Aug 27 01:21:59.649330 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: network_segment_range.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.650093 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.650599 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extension network-segment-range not supported by any of loaded plugins Aug 27 01:21:59.650952 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: pagination.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.651894 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.652224 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: pagination Aug 27 01:21:59.652544 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: port_device_profile.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.653635 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.654153 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: port-device-profile Aug 27 01:21:59.654480 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.660369 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.660905 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: port-mac-address-regenerate Aug 27 01:21:59.661233 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.662174 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.662682 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: port-numa-affinity-policy Aug 27 01:21:59.663005 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: port_resource_request.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.663924 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.664428 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extension port-resource-request not supported by any of loaded plugins Aug 27 01:21:59.664750 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: portbindings.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.665704 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.666212 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: binding Aug 27 01:21:59.666535 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: portbindings_extended.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.667965 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.669025 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: binding-extended Aug 27 01:21:59.669408 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: portsecurity.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.670333 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.670844 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: port-security Aug 27 01:21:59.671196 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: project_id.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.672176 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.672508 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: project-id Aug 27 01:21:59.672862 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: providernet.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.673808 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.674327 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: provider Aug 27 01:21:59.674651 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: qos.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.678794 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.679321 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extension qos not supported by any of loaded plugins Aug 27 01:21:59.679652 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.680942 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.681466 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 27 01:21:59.681796 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.682712 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.683220 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 27 01:21:59.683550 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: qos_default.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.685057 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.685573 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extension qos-default not supported by any of loaded plugins Aug 27 01:21:59.685968 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: qos_fip.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.686652 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.687155 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extension qos-fip not supported by any of loaded plugins Aug 27 01:21:59.687478 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: qos_gateway_ip.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.688401 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.688940 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 27 01:21:59.689266 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: qos_port_network_policy.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.690251 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.690766 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 27 01:21:59.691086 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: qos_pps_rule.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.692256 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.692778 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extension qos-pps not supported by any of loaded plugins Aug 27 01:21:59.693139 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: qos_rule_type_details.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.694069 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.694579 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 27 01:21:59.695162 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: qos_rules_alias.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.696562 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.696908 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 27 01:21:59.697411 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: quotasv2.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.698365 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.698694 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: quotas Aug 27 01:21:59.699018 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: quotasv2_detail.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.708720 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.709088 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: quota_details Aug 27 01:21:59.709421 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: rbac.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.710703 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.711236 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: rbac-policies Aug 27 01:21:59.711570 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: rbac_address_group.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.712509 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.713061 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: rbac-address-group Aug 27 01:21:59.713436 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: rbac_address_scope.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.714369 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.714881 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: rbac-address-scope Aug 27 01:21:59.715205 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: rbac_security_groups.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.716255 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.716766 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: rbac-security-groups Aug 27 01:21:59.717119 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: rbac_subnetpool.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.718036 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.718547 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: rbac-subnetpool Aug 27 01:21:59.718870 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: revisionifmatch.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.719794 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.720308 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: revision-if-match Aug 27 01:21:59.720642 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: revisions.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.721784 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.722296 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: standard-attr-revisions Aug 27 01:21:59.722621 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: router_availability_zone.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.723302 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.723811 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: router_availability_zone Aug 27 01:21:59.724134 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: routerservicetype.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.725102 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.725582 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extension router-service-type not supported by any of loaded plugins Aug 27 01:21:59.725911 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.726831 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.727338 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: security-groups-normalized-cidr Aug 27 01:21:59.727661 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: security_groups_port_filtering.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.728584 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.729128 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: port-security-groups-filtering Aug 27 01:21:59.729457 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.735264 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.735773 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: security-groups-remote-address-group Aug 27 01:21:59.736098 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: securitygroup.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.747604 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.748130 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: security-group Aug 27 01:21:59.748468 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: segment.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.749297 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.749808 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extension segment not supported by any of loaded plugins Aug 27 01:21:59.750136 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.751085 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.751592 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 27 01:21:59.751917 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: servicetype.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.753146 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.753669 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: service-type Aug 27 01:21:59.753999 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: sorting.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.761202 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.761534 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: sorting Aug 27 01:21:59.761856 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: standard_attr_segment.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.762817 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.763326 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 27 01:21:59.763650 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: standardattrdescription.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.764314 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.764865 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: standard-attr-description Aug 27 01:21:59.765192 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: stateful_security_group.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.766132 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.766657 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: stateful-security-group Aug 27 01:21:59.766980 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: stdattrs_common.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.767571 dv-cinder-759169-3-iscsi neutron-server[94206]: WARNING neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 27 01:21:59.767895 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.768825 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.769356 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 27 01:21:59.769680 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: subnet_onboard.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.770756 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.771281 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: subnet_onboard Aug 27 01:21:59.771606 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.772530 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.773069 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 27 01:21:59.773396 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: subnet_service_types.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.774329 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.774843 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: subnet-service-types Aug 27 01:21:59.775171 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: subnetallocation.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.776243 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.776771 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: subnet_allocation Aug 27 01:21:59.777123 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.777847 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.778359 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: subnetpool-prefix-ops Aug 27 01:21:59.778682 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.779619 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.780130 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 27 01:21:59.780460 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: tagging.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.781815 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.782341 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: standard-attr-tag Aug 27 01:21:59.782667 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: timestamp.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.783873 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.784414 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loaded extension: standard-attr-timestamp Aug 27 01:21:59.784739 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: trunk.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.785837 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.786319 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extension trunk not supported by any of loaded plugins Aug 27 01:21:59.786651 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: trunk_details.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.796245 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.797090 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extension trunk-details not supported by any of loaded plugins Aug 27 01:21:59.797496 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: uplink_status_propagation.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.798694 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.799247 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 27 01:21:59.799593 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Loading extension file: vlantransparent.py {{(pid=94206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 01:21:59.800286 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 01:21:59.800812 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extension vlan-transparent not supported by any of loaded plugins Aug 27 01:21:59.803376 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.quota.resource_registry [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Creating instance of TrackedResource for resource:network Aug 27 01:21:59.803912 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.quota.resource_registry [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Creating instance of TrackedResource for resource:subnet Aug 27 01:21:59.804318 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.quota.resource_registry [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 01:21:59.804751 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.quota.resource_registry [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Creating instance of TrackedResource for resource:port Aug 27 01:21:59.806063 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.v2.resource_helper [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 01:21:59.806502 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.v2.resource_helper [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Service FLAVORS assigned prefix: {{(pid=94206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 01:21:59.807201 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.v2.resource_helper [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 01:21:59.807626 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.v2.resource_helper [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 01:21:59.807961 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.quota.resource_registry [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Creating instance of TrackedResource for resource:router Aug 27 01:21:59.808400 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.quota.resource_registry [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Creating instance of TrackedResource for resource:floatingip Aug 27 01:21:59.808921 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.v2.resource_helper [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Service METERING assigned prefix: /metering {{(pid=94206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 01:21:59.811059 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.811434 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.811822 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:21:59.813352 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.quota.resource_registry [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Creating instance of CountableResource for resource:rbac_policy Aug 27 01:21:59.813815 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.quota.resource_registry [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Creating instance of TrackedResource for resource:security_group Aug 27 01:21:59.814512 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.quota.resource_registry [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Creating instance of TrackedResource for resource:security_group_rule Aug 27 01:21:59.815482 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.v2.resource_helper [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Service CORE assigned prefix: {{(pid=94206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 01:21:59.816015 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.quota.resource_registry [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 01:21:59.816562 dv-cinder-759169-3-iscsi neutron-server[94206]: WARNING neutron.quota.resource_registry [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] subnetpool is already registered Aug 27 01:21:59.818533 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.v2.resource_helper [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Service CORE assigned prefix: {{(pid=94206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 01:21:59.818533 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.quota.resource_registry [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 01:21:59.818533 dv-cinder-759169-3-iscsi neutron-server[94206]: WARNING neutron.quota.resource_registry [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] subnetpool is already registered Aug 27 01:21:59.822420 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.v2.resource_helper [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 01:21:59.823151 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.v2.resource_helper [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Service FLAVORS assigned prefix: {{(pid=94206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 01:21:59.824036 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.v2.resource_helper [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 01:21:59.826382 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.v2.resource_helper [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 01:21:59.826382 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.quota.resource_registry [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Creating instance of TrackedResource for resource:router Aug 27 01:21:59.826382 dv-cinder-759169-3-iscsi neutron-server[94206]: WARNING neutron.quota.resource_registry [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] router is already registered Aug 27 01:21:59.826382 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.quota.resource_registry [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Creating instance of TrackedResource for resource:floatingip Aug 27 01:21:59.826382 dv-cinder-759169-3-iscsi neutron-server[94206]: WARNING neutron.quota.resource_registry [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] floatingip is already registered Aug 27 01:21:59.826797 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.v2.resource_helper [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Service METERING assigned prefix: /metering {{(pid=94206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 01:21:59.827468 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.quota.resource_registry [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Creating instance of CountableResource for resource:rbac_policy Aug 27 01:21:59.827799 dv-cinder-759169-3-iscsi neutron-server[94206]: WARNING neutron.quota.resource_registry [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] rbac_policy is already registered Aug 27 01:21:59.828220 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.quota.resource_registry [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Creating instance of TrackedResource for resource:security_group Aug 27 01:21:59.828557 dv-cinder-759169-3-iscsi neutron-server[94206]: WARNING neutron.quota.resource_registry [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] security_group is already registered Aug 27 01:21:59.829005 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.quota.resource_registry [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Creating instance of TrackedResource for resource:security_group_rule Aug 27 01:21:59.829550 dv-cinder-759169-3-iscsi neutron-server[94206]: WARNING neutron.quota.resource_registry [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] security_group_rule is already registered Aug 27 01:21:59.830612 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.v2.resource_helper [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Service CORE assigned prefix: {{(pid=94206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 01:21:59.831188 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.quota.resource_registry [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 01:21:59.831767 dv-cinder-759169-3-iscsi neutron-server[94206]: WARNING neutron.quota.resource_registry [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] subnetpool is already registered Aug 27 01:21:59.832341 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.v2.resource_helper [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Service CORE assigned prefix: {{(pid=94206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 01:21:59.832671 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.quota.resource_registry [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 01:21:59.833035 dv-cinder-759169-3-iscsi neutron-server[94206]: WARNING neutron.quota.resource_registry [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] subnetpool is already registered Aug 27 01:21:59.833765 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extended resource: extensions {{(pid=94206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 01:21:59.835045 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extended resource: address-groups {{(pid=94206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 01:21:59.837092 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extended resource: address-scopes {{(pid=94206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 01:21:59.838662 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extended resource: agents {{(pid=94206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 01:21:59.841125 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extended resource: auto-allocated-topology {{(pid=94206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 01:21:59.842919 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extended resource: availability_zones {{(pid=94206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 01:21:59.844361 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extended resource: dhcp-networks {{(pid=94206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 01:21:59.845934 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extended resource: dhcp-agents {{(pid=94206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 01:21:59.847365 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extended resource: routers {{(pid=94206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 01:21:59.849651 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extended resource: flavors {{(pid=94206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 01:21:59.850885 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extended resource: service_profiles {{(pid=94206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 01:21:59.852114 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extended resource: next_providers {{(pid=94206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 01:21:59.853611 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extended resource: service_profiles {{(pid=94206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 01:21:59.855152 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extended resource: floatingip-pools {{(pid=94206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 01:21:59.857964 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extended resource: routers {{(pid=94206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 01:21:59.860791 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extended resource: floatingips {{(pid=94206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 01:21:59.862168 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extended resource: l3-routers {{(pid=94206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 01:21:59.863622 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extended resource: l3-agents {{(pid=94206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 01:21:59.865787 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extended resource: metering-labels {{(pid=94206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 01:21:59.867681 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extended resource: metering-label-rules {{(pid=94206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 01:21:59.868968 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extended resource: network-ip-availabilities {{(pid=94206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 01:21:59.870264 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extended resource: bindings {{(pid=94206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 01:21:59.871971 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extended resource: quotas {{(pid=94206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 01:21:59.875903 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extended resource: quotas {{(pid=94206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 01:21:59.875903 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extended resource: rbac-policies {{(pid=94206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 01:21:59.877119 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extended resource: security-groups {{(pid=94206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 01:21:59.878270 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extended resource: security-group-rules {{(pid=94206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 01:21:59.879539 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extended resource: service-providers {{(pid=94206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 01:21:59.880796 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extended resource: subnetpools {{(pid=94206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 01:21:59.883810 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extended resource: subnetpools {{(pid=94206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 01:21:59.885368 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extended resource: tags {{(pid=94206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 01:21:59.887582 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extended resource: tags {{(pid=94206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 01:21:59.890733 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extended resource: tags {{(pid=94206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 01:21:59.893942 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extended resource: tags {{(pid=94206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 01:21:59.896643 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extended resource: tags {{(pid=94206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 01:21:59.898549 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extended resource: tags {{(pid=94206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 01:21:59.900241 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extended resource: tags {{(pid=94206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 01:21:59.902190 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extended resource: tags {{(pid=94206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 01:21:59.904763 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extended resource: tags {{(pid=94206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 01:21:59.906566 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron.api.extensions [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Extended resource: tags {{(pid=94206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 01:21:59.912566 dv-cinder-759169-3-iscsi neutron-server[94206]: WARNING keystonemiddleware.auth_token [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 27 01:21:59.918069 dv-cinder-759169-3-iscsi neutron-server[94206]: WARNING keystonemiddleware.auth_token [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 27 01:21:59.928019 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_concurrency.lockutils [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Acquired lock "singleton_lock" {{(pid=94206) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 27 01:21:59.928801 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_concurrency.lockutils [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Releasing lock "singleton_lock" {{(pid=94206) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 27 01:21:59.929642 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO oslo_service.service [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Starting 2 workers Aug 27 01:21:59.936342 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Started child 94315 {{(pid=94206) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 01:21:59.941026 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Started child 94316 {{(pid=94206) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 01:21:59.942645 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO neutron.service [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Neutron service started, listening on 0.0.0.0:9696 Aug 27 01:21:59.943183 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:21:59.943807 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Notify callbacks [] for process, before_spawn {{(pid=94206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:21:59.945398 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [-] (94315) wsgi starting up on http://0.0.0.0:9696 Aug 27 01:21:59.946097 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO oslo_service.service [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Starting 1 workers Aug 27 01:21:59.946407 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:21:59.948285 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [-] (94316) wsgi starting up on http://0.0.0.0:9696 Aug 27 01:21:59.951629 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Started child 94317 {{(pid=94206) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 01:21:59.952222 dv-cinder-759169-3-iscsi neutron-server[94206]: INFO oslo_service.service [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Starting 1 workers Aug 27 01:21:59.955061 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.service [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] calling RpcWorker wait() {{(pid=94317) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 27 01:21:59.955634 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.service [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] returning from RpcWorker wait() {{(pid=94317) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 27 01:21:59.956800 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:21:59.956932 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Started child 94318 {{(pid=94206) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 01:21:59.957326 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:21:59.957698 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG neutron_lib.callbacks.manager [None req-581c1b02-1ed0-46c4-bfd3-e1e491d283da None None] Notify callbacks [] for process, after_spawn {{(pid=94206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:21:59.959614 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94206) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 27 01:21:59.959956 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 01:21:59.960265 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 01:21:59.960617 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 01:21:59.961197 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 01:21:59.961528 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 01:21:59.962162 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.962261 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:21:59.963099 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.964413 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.964723 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.965071 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.966490 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.967213 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.967471 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.967774 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.968135 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.968326 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.968506 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.968774 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.969062 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.969377 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.969685 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.969958 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.970255 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.970438 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.970719 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.971168 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.971405 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.971681 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] debug = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.971935 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.972448 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.972815 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.973086 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.973314 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.973618 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.973869 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.974110 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.974365 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.974610 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.974875 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.975139 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.975387 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.975604 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.975826 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.976093 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.976330 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.976810 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] host = dv-cinder-759169-3-iscsi {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.977058 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.977289 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.977529 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.977755 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.977978 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.978184 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.978441 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.978686 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.978965 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.979182 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.979432 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.979663 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.979919 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.980160 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] log_file = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.980405 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] log_options = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.980622 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.980819 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.981787 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.982563 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.982953 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.983129 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.983401 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.983689 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.984115 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.984514 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.984811 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.985096 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.985344 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.986157 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.986463 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.986716 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.986951 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.988152 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.988466 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.988744 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.989129 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.989530 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.989959 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.990348 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.991654 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.991967 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.992218 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.992461 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.992724 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.993155 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.993405 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.993690 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.993946 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.994350 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.994613 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.995013 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.995496 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.996073 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.996278 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:21:59.996439 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.996949 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.997214 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.997592 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.997837 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.998200 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.998634 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.998906 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] use_json = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.999135 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.999363 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.999648 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:21:59.999874 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.000116 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.000339 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.000580 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.000868 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.001302 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.001591 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.001911 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.002168 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.002427 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.002680 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.002923 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.003357 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.003630 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.003876 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.004199 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.006246 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.006602 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.007092 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.008092 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.008474 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.008974 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.009126 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.009565 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.010145 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.010290 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.011498 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.011798 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.012072 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.012545 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.013125 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.013387 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.013726 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.014161 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.014449 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.014732 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.014984 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.015246 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.015494 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.015722 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.015950 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.016712 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.016712 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.016712 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.016940 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.017144 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.017814 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.017814 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.017992 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.018157 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.018398 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.018600 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.018816 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.019014 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.019247 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.019469 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.019675 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.019920 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.020163 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.020440 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.020764 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.021021 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.021224 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.021418 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.021623 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.021815 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.022021 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.022221 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.022424 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.022655 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.022853 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.023113 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.023362 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.023605 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.023823 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.024068 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.024306 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.024523 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.024746 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.025620 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.025620 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.025620 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.026027 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.026246 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.028244 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.029564 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.029726 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.029872 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.030094 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.032616 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.032616 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.032616 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.032616 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.032616 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.033682 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.033682 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.033682 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.035229 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.035392 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.035625 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.035857 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.036111 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.036792 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.036792 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.036792 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.037279 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.037407 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.037868 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.038011 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.038364 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.038829 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.039234 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.041051 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.041392 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.041826 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.042169 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.042463 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.042715 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.042981 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.043229 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.044015 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.045242 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.045539 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.046010 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.046628 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.047512 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.047873 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.048208 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.052227 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.052533 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.052821 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.053247 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.053655 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.053948 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.055294 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.055582 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.055853 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.056179 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.056430 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.056671 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.057801 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.058658 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.060591 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.060898 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.061145 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.061382 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.061684 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.061972 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.062240 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.062530 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.062800 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.063049 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.063349 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.063585 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.063829 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.064028 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.064279 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.064505 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.064775 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.065169 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.065422 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.066349 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.066587 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.066855 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.067082 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.067333 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.067577 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.067807 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.068033 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.068273 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.068496 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.068886 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.069150 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.069551 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.070070 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.070319 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.072387 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.072691 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.072981 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.074203 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.074477 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.074784 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.075233 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.075660 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.076078 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.077693 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.077981 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.078228 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.078697 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.078944 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.079189 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.079415 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.079649 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.079889 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.080275 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.080645 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.081594 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.082001 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.082755 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.083099 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.083810 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.084230 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.084514 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.084771 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.085036 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.085289 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.085518 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.085750 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.086022 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.086294 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.086570 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.086798 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.087045 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.087310 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.087487 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.087740 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.088031 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.088289 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.088662 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.089004 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.089547 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.089964 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.091243 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.091491 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.092373 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.092623 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.092947 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.094149 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.094365 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.094617 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.094845 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.095170 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.095590 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.095937 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.096300 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.096641 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.096919 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.097157 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.097386 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.097716 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.098056 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.098315 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.098562 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.098799 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.099029 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.099269 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.099506 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.099726 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.099977 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.100361 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.100659 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.101084 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.101583 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.101856 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.102090 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.102527 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.102977 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.103298 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.103559 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.104161 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.104436 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.104696 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.104955 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.105186 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.105429 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.105700 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.106210 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.107115 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.107385 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.107671 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.107970 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.108452 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.108848 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.109152 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.109465 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.109804 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.111905 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.112210 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.112487 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.113931 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.114555 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.114973 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.115243 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.115687 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.116994 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.117134 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.117353 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.117600 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.117838 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.118111 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.118352 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.118617 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.118865 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.119119 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.119479 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.119647 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 01:22:00.120205 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94206) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 27 01:22:00.120375 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 01:22:00.120535 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 01:22:00.120712 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 01:22:00.120928 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 01:22:00.121096 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 01:22:00.121309 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.121490 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.122653 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.122830 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.123022 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.123182 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.123349 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.123515 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.123683 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.123845 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.124171 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.124336 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.124501 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.124664 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.124844 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.125010 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.125159 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.125323 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.125489 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.125671 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.125821 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.125982 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.126122 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] debug = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.126258 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.126345 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:22:00.126460 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.126628 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.126790 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.126951 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.127119 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.127283 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.127443 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.127766 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.127766 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.128039 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.128335 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.128599 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.128768 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.129024 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.129189 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.131119 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.131322 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] host = dv-cinder-759169-3-iscsi {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.131510 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.131692 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.131871 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.132957 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.133142 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.133319 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.133490 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.133660 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.133877 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.133993 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.134228 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.134535 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.134803 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.135080 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] log_file = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.135332 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] log_options = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.140945 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.143401 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.143592 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.143803 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.143985 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.144163 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.144350 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.144705 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.144705 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.145002 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.145002 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.145150 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.145298 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.145461 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.145627 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.145790 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.145955 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.146118 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.146284 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.146447 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.146610 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.146772 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.146934 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.147097 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.147258 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.147420 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.147581 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.147742 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.147971 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.148139 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.148301 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.148465 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.148626 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.148787 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.149392 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.149392 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.149392 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.149713 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.149713 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.149713 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.150003 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.150003 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.150148 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.150309 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.150470 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.150630 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] use_json = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.150804 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.150940 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.151097 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.151257 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.151422 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.151632 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.151841 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.152028 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 01:22:00.152234 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.152413 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.152602 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.152862 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.153047 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.153221 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.153397 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.153571 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.153738 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.153884 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.154218 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.154386 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.154564 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.154730 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.154893 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.155062 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.155226 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.155391 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.155555 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.155720 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.155883 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.156046 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.156218 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.156380 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.156542 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.156704 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.156892 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.157075 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.157239 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.157403 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.157568 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.157730 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.157893 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.158055 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.158220 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.158383 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.158547 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.158710 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.158874 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.159037 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.159199 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.159361 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.159529 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.159966 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.160133 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.160297 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.160462 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.160627 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.160790 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.160997 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.161131 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.161295 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.161457 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.161623 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.161786 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.161960 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.162121 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.162284 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.162447 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.162610 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.162772 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.162933 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.163097 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.163261 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.163423 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.163585 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.163761 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.163923 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.164086 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.164248 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.164410 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.164573 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.164736 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.164920 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.165085 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.165247 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.165410 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.165572 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.165735 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.165898 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.166061 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.166223 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.166387 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.166549 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.166712 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.166874 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.167037 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.167199 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.167361 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.167532 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.167710 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.167872 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.168034 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.168197 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.168361 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.169336 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.169502 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.169666 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.169830 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.169995 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.170159 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.170322 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.170488 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.170652 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.170815 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.171054 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.171200 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.171326 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.171449 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.171581 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.171746 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.171910 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.172073 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.172271 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.172475 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.172650 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.173054 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.173054 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.173237 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.173319 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.173478 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.173655 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.173818 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.173982 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.174144 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.174307 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.174471 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.174881 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.174881 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.175130 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.175130 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.175378 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.175378 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.175636 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.175778 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.175915 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.176054 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.176192 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.176326 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.176474 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.176627 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.176787 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.176980 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.177118 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.177274 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.177430 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.177581 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.177739 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.177904 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.178068 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.178231 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.178397 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.178562 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.178726 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.178889 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.179052 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.179215 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.179380 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.179544 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.179708 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.179869 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.180017 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.180436 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.180608 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.180893 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.181065 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.181215 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.181413 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.181577 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.181741 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.181904 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.182066 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.182232 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.182395 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.182561 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.182724 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.182886 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.183049 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.183212 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.183375 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.183538 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.183704 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.183867 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.184543 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.184762 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.184948 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.185116 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.185292 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.185419 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.185579 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.185742 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.185906 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.186085 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.186248 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.186410 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.186573 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.186735 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.186898 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.187060 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.187223 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.187402 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.187551 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.187714 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.187879 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.188046 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.188209 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.188426 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.188556 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.188703 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.188865 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.188993 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.189167 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.189330 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.189494 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.189655 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.189817 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.189978 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.190203 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.190370 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.190533 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.191577 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.191745 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.191911 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.192088 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.192253 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.192417 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.192580 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.192743 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.192934 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.193109 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.193273 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.193436 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.193599 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.193762 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.193925 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.194098 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.194262 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.194425 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.194587 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.195002 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.195174 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.195347 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.195509 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.195672 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.195834 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.195996 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.196159 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.196331 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.196496 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.196661 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.197270 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.197491 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.197659 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.197823 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.198001 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.198165 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.198330 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.198498 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.198651 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.198815 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.198979 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.199147 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.199319 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.199490 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.199655 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.200392 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.200541 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.200712 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.200892 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.201064 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.201240 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.201402 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.201566 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.201728 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.201891 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.202054 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.202217 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.202378 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.202540 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.202703 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.202866 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.203766 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.203956 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.204128 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.204894 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.205079 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.205249 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.209148 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.209335 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.209519 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 01:22:00.209696 dv-cinder-759169-3-iscsi neutron-server[94206]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 01:22:00.388681 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 50540) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:22:00.398197 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0072682 Aug 27 01:22:11.932156 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12261af1-e72d-4ec7-86f4-ab15d8a1c233 None None] get_active_networks_info from dv-cinder-759169-3-iscsi {{(pid=94317) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 01:22:12.007114 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12261af1-e72d-4ec7-86f4-ab15d8a1c233 None None] No non-hosted networks {{(pid=94317) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 27 01:22:12.021878 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.agentschedulers_db [None req-12261af1-e72d-4ec7-86f4-ab15d8a1c233 None None] DHCP Agent not found on host dv-cinder-759169-3-iscsi {{(pid=94317) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 27 01:22:12.187354 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-0640cfa1-22f7-4604-a591-7769f43d99a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2024005'] for agent, after_create {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:14.584873 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-8b4ad58d-7495-4724-9f2c-b669e3934873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2024005'] for agent, after_create {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:14.649496 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.db.api [None req-dca00074-a78d-44a7-8bbb-886947d30395 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-759169-3-iscsi {{(pid=94317) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 01:22:14.650639 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG oslo_db.api [None req-dca00074-a78d-44a7-8bbb-886947d30395 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 01:22:14.667764 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2024005'] for agent, after_create {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:14.669383 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:22:14.670005 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:22:14.670535 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:22:14.671062 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:22:14.671707 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:22:14.672241 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:22:14.672764 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:22:14.673335 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:22:14.673857 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:22:14.674404 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:22:14.675009 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:22:14.675544 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:22:14.676251 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-759169-3-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:22:14.689750 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-759169-3-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:22:15.240474 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-dca00074-a78d-44a7-8bbb-886947d30395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:15.920274 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ed545f81-8b1b-4cf8-a1bc-5817d83b44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2024005'] for agent, after_create {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:17.372662 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-809c4053-e1f3-4656-979d-5dfd58cb0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2024005'] for agent, after_create {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:17.555417 dv-cinder-759169-3-iscsi neutron-server[94317]: INFO neutron.db.l3_hamode_db [None req-b2f94f52-b8b0-4e0b-b8e4-575701bd9c31 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 27 01:22:17.632200 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f94f52-b8b0-4e0b-b8e4-575701bd9c31 None None] Routers set() bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:22:17.632579 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f94f52-b8b0-4e0b-b8e4-575701bd9c31 None None] Router IDs set() for agent in host dv-cinder-759169-3-iscsi {{(pid=94317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 27 01:22:18.586993 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 50632) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:22:19.125338 dv-cinder-759169-3-iscsi neutron-server[94316]: WARNING oslo_policy.policy [None req-9e426081-fbd4-43b1-86b3-9ec700e9688f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 01:22:19.125904 dv-cinder-759169-3-iscsi neutron-server[94316]: WARNING oslo_policy.policy [None req-9e426081-fbd4-43b1-86b3-9ec700e9688f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 01:22:19.346197 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [None req-9e426081-fbd4-43b1-86b3-9ec700e9688f admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 01:22:19.347228 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-9e426081-fbd4-43b1-86b3-9ec700e9688f admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7593327 Aug 27 01:22:21.838328 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 50646) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:22:22.147874 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [None req-70c405f5-2978-4768-b13b-9ac625d5b6df admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:22:22.240054 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.policy [None req-70c405f5-2978-4768-b13b-9ac625d5b6df admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94316) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 27 01:22:22.284064 dv-cinder-759169-3-iscsi neutron-server[94316]: WARNING oslo_policy.policy [None req-70c405f5-2978-4768-b13b-9ac625d5b6df admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 01:22:22.284361 dv-cinder-759169-3-iscsi neutron-server[94316]: WARNING oslo_policy.policy [None req-70c405f5-2978-4768-b13b-9ac625d5b6df admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 01:22:22.293536 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.quota [None req-70c405f5-2978-4768-b13b-9ac625d5b6df admin admin] Loaded quota_driver: . Aug 27 01:22:22.457804 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-70c405f5-2978-4768-b13b-9ac625d5b6df admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791474907849', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791474907430', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791474920354', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791474917582', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791475403907', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791474939256', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-608509', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-927427', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2043839', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1619999'] for rbac-policy, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:22.606673 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-70c405f5-2978-4768-b13b-9ac625d5b6df admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:22.607784 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-70c405f5-2978-4768-b13b-9ac625d5b6df admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7684879 Aug 27 01:22:25.200759 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 50658) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:22:25.493333 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [None req-e7d26730-fcd9-45d8-81ed-8c859861cd41 admin admin] Request body: {'network': {'tenant_id': '966196fad6e9467e93b5762e459a1d84', 'name': 'private', 'admin_state_up': True, 'project_id': '966196fad6e9467e93b5762e459a1d84'}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:22:25.565408 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d26730-fcd9-45d8-81ed-8c859861cd41 admin admin] Made reservation on behalf of 966196fad6e9467e93b5762e459a1d84 for: {'network': 1} {{(pid=94316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:22:25.568045 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-e7d26730-fcd9-45d8-81ed-8c859861cd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for network, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:25.585136 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-e7d26730-fcd9-45d8-81ed-8c859861cd41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:25.703846 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-e7d26730-fcd9-45d8-81ed-8c859861cd41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:25.758608 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-e7d26730-fcd9-45d8-81ed-8c859861cd41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:25.778523 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7d26730-fcd9-45d8-81ed-8c859861cd41 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=94316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 01:22:25.804769 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-e7d26730-fcd9-45d8-81ed-8c859861cd41 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791478518245', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935457'] for segment, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:25.805363 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-e7d26730-fcd9-45d8-81ed-8c859861cd41 admin admin] Unsubscribe: segment precommit_create {{(pid=94316) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 27 01:22:25.805865 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.db.segments_db [None req-e7d26730-fcd9-45d8-81ed-8c859861cd41 admin admin] Added segment df9c89be-bb6a-4c40-b1eb-a8ae0993730c of type vlan for network a40383a7-d39c-41ba-b69b-730084493a07 Aug 27 01:22:25.821417 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26730-fcd9-45d8-81ed-8c859861cd41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d915bb-3693-4cba-b5c9-c834020577a0,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:22:25.847137 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26730-fcd9-45d8-81ed-8c859861cd41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:22:25.847478 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26730-fcd9-45d8-81ed-8c859861cd41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:22:25.847814 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26730-fcd9-45d8-81ed-8c859861cd41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:22:25.848139 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26730-fcd9-45d8-81ed-8c859861cd41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:22:25.848458 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26730-fcd9-45d8-81ed-8c859861cd41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:22:25.848790 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26730-fcd9-45d8-81ed-8c859861cd41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:22:25.849133 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26730-fcd9-45d8-81ed-8c859861cd41 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:22:25.849446 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26730-fcd9-45d8-81ed-8c859861cd41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:22:25.849773 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26730-fcd9-45d8-81ed-8c859861cd41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:22:25.850107 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26730-fcd9-45d8-81ed-8c859861cd41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:22:25.850413 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26730-fcd9-45d8-81ed-8c859861cd41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:22:25.850722 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26730-fcd9-45d8-81ed-8c859861cd41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:22:25.851833 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26730-fcd9-45d8-81ed-8c859861cd41 admin admin] Tracked resource versions report: Aug 27 01:22:25.851833 dv-cinder-759169-3-iscsi neutron-server[94316]: pushed versions: Aug 27 01:22:25.851833 dv-cinder-759169-3-iscsi neutron-server[94316]: { 'AddressGroup': {'1.2'}, Aug 27 01:22:25.851833 dv-cinder-759169-3-iscsi neutron-server[94316]: 'ConntrackHelper': {'1.0'}, Aug 27 01:22:25.851833 dv-cinder-759169-3-iscsi neutron-server[94316]: 'Log': {'1.0'}, Aug 27 01:22:25.851833 dv-cinder-759169-3-iscsi neutron-server[94316]: 'Network': {'1.1'}, Aug 27 01:22:25.851833 dv-cinder-759169-3-iscsi neutron-server[94316]: 'Port': {'1.7'}, Aug 27 01:22:25.851833 dv-cinder-759169-3-iscsi neutron-server[94316]: 'PortForwarding': {'1.2'}, Aug 27 01:22:25.851833 dv-cinder-759169-3-iscsi neutron-server[94316]: 'QosPolicy': {'1.9'}, Aug 27 01:22:25.851833 dv-cinder-759169-3-iscsi neutron-server[94316]: 'SecurityGroup': {'1.4'}, Aug 27 01:22:25.851833 dv-cinder-759169-3-iscsi neutron-server[94316]: 'SecurityGroupRule': {'1.2'}, Aug 27 01:22:25.851833 dv-cinder-759169-3-iscsi neutron-server[94316]: 'SubPort': {'1.0'}, Aug 27 01:22:25.851833 dv-cinder-759169-3-iscsi neutron-server[94316]: 'Subnet': {'1.1'}, Aug 27 01:22:25.851833 dv-cinder-759169-3-iscsi neutron-server[94316]: 'Trunk': {'1.1'}} Aug 27 01:22:25.851833 dv-cinder-759169-3-iscsi neutron-server[94316]: consumer versions: Aug 27 01:22:25.851833 dv-cinder-759169-3-iscsi neutron-server[94316]: { DHCP agent@dv-cinder-759169-3-iscsi: {}, Aug 27 01:22:25.851833 dv-cinder-759169-3-iscsi neutron-server[94316]: L3 agent@dv-cinder-759169-3-iscsi: {}, Aug 27 01:22:25.851833 dv-cinder-759169-3-iscsi neutron-server[94316]: Metadata agent@dv-cinder-759169-3-iscsi: {}, Aug 27 01:22:25.851833 dv-cinder-759169-3-iscsi neutron-server[94316]: Metering agent@dv-cinder-759169-3-iscsi: {}, Aug 27 01:22:25.851833 dv-cinder-759169-3-iscsi neutron-server[94316]: Open vSwitch agent@dv-cinder-759169-3-iscsi: { 'AddressGroup': '1.2', Aug 27 01:22:25.851833 dv-cinder-759169-3-iscsi neutron-server[94316]: 'ConntrackHelper': '1.0', Aug 27 01:22:25.851833 dv-cinder-759169-3-iscsi neutron-server[94316]: 'Log': '1.0', Aug 27 01:22:25.851833 dv-cinder-759169-3-iscsi neutron-server[94316]: 'Network': '1.1', Aug 27 01:22:25.851833 dv-cinder-759169-3-iscsi neutron-server[94316]: 'Port': '1.7', Aug 27 01:22:25.851833 dv-cinder-759169-3-iscsi neutron-server[94316]: 'PortForwarding': '1.2', Aug 27 01:22:25.851833 dv-cinder-759169-3-iscsi neutron-server[94316]: 'QosPolicy': '1.9', Aug 27 01:22:25.851833 dv-cinder-759169-3-iscsi neutron-server[94316]: 'SecurityGroup': '1.4', Aug 27 01:22:25.851833 dv-cinder-759169-3-iscsi neutron-server[94316]: 'SecurityGroupRule': '1.2', Aug 27 01:22:25.851833 dv-cinder-759169-3-iscsi neutron-server[94316]: 'SubPort': '1.0', Aug 27 01:22:25.851833 dv-cinder-759169-3-iscsi neutron-server[94316]: 'Subnet': '1.1', Aug 27 01:22:25.851833 dv-cinder-759169-3-iscsi neutron-server[94316]: 'Trunk': '1.1'}} Aug 27 01:22:25.851833 dv-cinder-759169-3-iscsi neutron-server[94316]: {{(pid=94316) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 01:22:25.923328 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-e7d26730-fcd9-45d8-81ed-8c859861cd41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791478006384'] for network, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:26.015934 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-e7d26730-fcd9-45d8-81ed-8c859861cd41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225'] for network, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:26.017048 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d26730-fcd9-45d8-81ed-8c859861cd41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:22:26.017673 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-e7d26730-fcd9-45d8-81ed-8c859861cd41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for network, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:26.111499 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26730-fcd9-45d8-81ed-8c859861cd41 admin admin] Pushing event updated for resources: {'Network': ['ID=a40383a7-d39c-41ba-b69b-730084493a07,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:22:26.123734 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Network a40383a7-d39c-41ba-b69b-730084493a07 details requested by agent ovs-agent-dv-cinder-759169-3-iscsi with host dv-cinder-759169-3-iscsi {{(pid=94317) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 01:22:26.160692 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-e7d26730-fcd9-45d8-81ed-8c859861cd41 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9588444 Aug 27 01:22:28.911790 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 50672) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:22:29.408077 dv-cinder-759169-3-iscsi neutron-server[94315]: WARNING oslo_policy.policy [None req-2ae6ff6d-70cd-4a56-a253-2e3e0b798dfa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 01:22:29.408757 dv-cinder-759169-3-iscsi neutron-server[94315]: WARNING oslo_policy.policy [None req-2ae6ff6d-70cd-4a56-a253-2e3e0b798dfa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 01:22:29.847969 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.policy [None req-2ae6ff6d-70cd-4a56-a253-2e3e0b798dfa admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94315) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 27 01:22:29.892034 dv-cinder-759169-3-iscsi neutron-server[94315]: WARNING oslo_policy.policy [None req-2ae6ff6d-70cd-4a56-a253-2e3e0b798dfa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 01:22:29.892426 dv-cinder-759169-3-iscsi neutron-server[94315]: WARNING oslo_policy.policy [None req-2ae6ff6d-70cd-4a56-a253-2e3e0b798dfa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 01:22:29.900483 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae6ff6d-70cd-4a56-a253-2e3e0b798dfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:22:29.903077 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-2ae6ff6d-70cd-4a56-a253-2e3e0b798dfa admin admin] 10.222.0.25 "GET /v2.0/networks/a40383a7-d39c-41ba-b69b-730084493a07 HTTP/1.1" status: 200 len: 825 time: 0.9891968 Aug 27 01:22:29.941836 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-a89dfdb1-8408-44ca-bd82-5318926969e6 admin admin] 10.222.0.25 "GET /v2.0/subnetpools/366f264f-b325-4a84-ba41-853a546ae482 HTTP/1.1" status: 200 len: 734 time: 0.0327733 Aug 27 01:22:29.951660 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [None req-07978cd9-1763-4b3c-ab7d-737294a3d613 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '366f264f-b325-4a84-ba41-853a546ae482', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': '966196fad6e9467e93b5762e459a1d84', 'network_id': 'a40383a7-d39c-41ba-b69b-730084493a07'}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:22:29.953281 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.quota [None req-07978cd9-1763-4b3c-ab7d-737294a3d613 admin admin] Loaded quota_driver: . Aug 27 01:22:30.085439 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07978cd9-1763-4b3c-ab7d-737294a3d613 admin admin] Made reservation on behalf of 966196fad6e9467e93b5762e459a1d84 for: {'subnet': 1} {{(pid=94315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:22:30.088184 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-07978cd9-1763-4b3c-ab7d-737294a3d613 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:30.462506 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-07978cd9-1763-4b3c-ab7d-737294a3d613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225'] for subnet, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:30.533787 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07978cd9-1763-4b3c-ab7d-737294a3d613 admin admin] Checking segment: {'id': 'df9c89be-bb6a-4c40-b1eb-a8ae0993730c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a40383a7-d39c-41ba-b69b-730084493a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:22:30.534168 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07978cd9-1763-4b3c-ab7d-737294a3d613 admin admin] Network hostable DHCP agents. Network: a40383a7-d39c-41ba-b69b-730084493a07, hostable agents: ['70e474cc-df6f-4c4f-8c1d-9d362ecec16b'], hosted agents: [] {{(pid=94315) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 01:22:30.545599 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07978cd9-1763-4b3c-ab7d-737294a3d613 admin admin] Pushing event updated for resources: {'Subnet': ['ID=286d7d38-27ce-4abe-8850-be67bc649326,revision_number=0']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:22:30.559241 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07978cd9-1763-4b3c-ab7d-737294a3d613 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:22:30.559604 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07978cd9-1763-4b3c-ab7d-737294a3d613 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:22:30.559943 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07978cd9-1763-4b3c-ab7d-737294a3d613 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:22:30.560273 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07978cd9-1763-4b3c-ab7d-737294a3d613 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:22:30.560600 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07978cd9-1763-4b3c-ab7d-737294a3d613 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:22:30.560949 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07978cd9-1763-4b3c-ab7d-737294a3d613 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:22:30.561272 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07978cd9-1763-4b3c-ab7d-737294a3d613 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:22:30.561588 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07978cd9-1763-4b3c-ab7d-737294a3d613 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:22:30.561925 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07978cd9-1763-4b3c-ab7d-737294a3d613 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:22:30.562243 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07978cd9-1763-4b3c-ab7d-737294a3d613 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:22:30.562556 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07978cd9-1763-4b3c-ab7d-737294a3d613 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:22:30.562867 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07978cd9-1763-4b3c-ab7d-737294a3d613 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:22:30.563966 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07978cd9-1763-4b3c-ab7d-737294a3d613 admin admin] Tracked resource versions report: Aug 27 01:22:30.563966 dv-cinder-759169-3-iscsi neutron-server[94315]: pushed versions: Aug 27 01:22:30.563966 dv-cinder-759169-3-iscsi neutron-server[94315]: { 'AddressGroup': {'1.2'}, Aug 27 01:22:30.563966 dv-cinder-759169-3-iscsi neutron-server[94315]: 'ConntrackHelper': {'1.0'}, Aug 27 01:22:30.563966 dv-cinder-759169-3-iscsi neutron-server[94315]: 'Log': {'1.0'}, Aug 27 01:22:30.563966 dv-cinder-759169-3-iscsi neutron-server[94315]: 'Network': {'1.1'}, Aug 27 01:22:30.563966 dv-cinder-759169-3-iscsi neutron-server[94315]: 'Port': {'1.7'}, Aug 27 01:22:30.563966 dv-cinder-759169-3-iscsi neutron-server[94315]: 'PortForwarding': {'1.2'}, Aug 27 01:22:30.563966 dv-cinder-759169-3-iscsi neutron-server[94315]: 'QosPolicy': {'1.9'}, Aug 27 01:22:30.563966 dv-cinder-759169-3-iscsi neutron-server[94315]: 'SecurityGroup': {'1.4'}, Aug 27 01:22:30.563966 dv-cinder-759169-3-iscsi neutron-server[94315]: 'SecurityGroupRule': {'1.2'}, Aug 27 01:22:30.563966 dv-cinder-759169-3-iscsi neutron-server[94315]: 'SubPort': {'1.0'}, Aug 27 01:22:30.563966 dv-cinder-759169-3-iscsi neutron-server[94315]: 'Subnet': {'1.1'}, Aug 27 01:22:30.563966 dv-cinder-759169-3-iscsi neutron-server[94315]: 'Trunk': {'1.1'}} Aug 27 01:22:30.563966 dv-cinder-759169-3-iscsi neutron-server[94315]: consumer versions: Aug 27 01:22:30.563966 dv-cinder-759169-3-iscsi neutron-server[94315]: { DHCP agent@dv-cinder-759169-3-iscsi: {}, Aug 27 01:22:30.563966 dv-cinder-759169-3-iscsi neutron-server[94315]: L3 agent@dv-cinder-759169-3-iscsi: {}, Aug 27 01:22:30.563966 dv-cinder-759169-3-iscsi neutron-server[94315]: Metadata agent@dv-cinder-759169-3-iscsi: {}, Aug 27 01:22:30.563966 dv-cinder-759169-3-iscsi neutron-server[94315]: Metering agent@dv-cinder-759169-3-iscsi: {}, Aug 27 01:22:30.563966 dv-cinder-759169-3-iscsi neutron-server[94315]: Open vSwitch agent@dv-cinder-759169-3-iscsi: { 'AddressGroup': '1.2', Aug 27 01:22:30.563966 dv-cinder-759169-3-iscsi neutron-server[94315]: 'ConntrackHelper': '1.0', Aug 27 01:22:30.563966 dv-cinder-759169-3-iscsi neutron-server[94315]: 'Log': '1.0', Aug 27 01:22:30.563966 dv-cinder-759169-3-iscsi neutron-server[94315]: 'Network': '1.1', Aug 27 01:22:30.563966 dv-cinder-759169-3-iscsi neutron-server[94315]: 'Port': '1.7', Aug 27 01:22:30.563966 dv-cinder-759169-3-iscsi neutron-server[94315]: 'PortForwarding': '1.2', Aug 27 01:22:30.563966 dv-cinder-759169-3-iscsi neutron-server[94315]: 'QosPolicy': '1.9', Aug 27 01:22:30.563966 dv-cinder-759169-3-iscsi neutron-server[94315]: 'SecurityGroup': '1.4', Aug 27 01:22:30.563966 dv-cinder-759169-3-iscsi neutron-server[94315]: 'SecurityGroupRule': '1.2', Aug 27 01:22:30.563966 dv-cinder-759169-3-iscsi neutron-server[94315]: 'SubPort': '1.0', Aug 27 01:22:30.563966 dv-cinder-759169-3-iscsi neutron-server[94315]: 'Subnet': '1.1', Aug 27 01:22:30.563966 dv-cinder-759169-3-iscsi neutron-server[94315]: 'Trunk': '1.1'}} Aug 27 01:22:30.563966 dv-cinder-759169-3-iscsi neutron-server[94315]: {{(pid=94315) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 01:22:30.650022 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07978cd9-1763-4b3c-ab7d-737294a3d613 admin admin] Network a40383a7-d39c-41ba-b69b-730084493a07 is scheduled to be hosted by DHCP agent 70e474cc-df6f-4c4f-8c1d-9d362ecec16b with binding_index 1 {{(pid=94315) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 01:22:30.742579 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.base_scheduler [None req-07978cd9-1763-4b3c-ab7d-737294a3d613 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759169-3-iscsi, a40383a7-d39c-41ba-b69b-730084493a07) {{(pid=94315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:22:30.748038 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07978cd9-1763-4b3c-ab7d-737294a3d613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:22:30.748657 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-07978cd9-1763-4b3c-ab7d-737294a3d613 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for subnet, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:30.753095 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa88b54b-115e-454a-98e2-917550bcd2c2 None None] Network a40383a7-d39c-41ba-b69b-730084493a07 requested from dv-cinder-759169-3-iscsi {{(pid=94317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 01:22:30.829365 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-07978cd9-1763-4b3c-ab7d-737294a3d613 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8814132 Aug 27 01:22:31.074876 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04829754-127d-43a8-ad99-73449ae50297 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30d8a1d7-44b8-5ff3-906c-ae2eaad5aabb-a40383a7-d39c-41ba-b69b-730084493a07', 'network_id': 'a40383a7-d39c-41ba-b69b-730084493a07', 'tenant_id': '966196fad6e9467e93b5762e459a1d84', 'fixed_ips': [{'subnet_id': '286d7d38-27ce-4abe-8850-be67bc649326'}]}} from dv-cinder-759169-3-iscsi. {{(pid=94317) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 01:22:31.076077 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-04829754-127d-43a8-ad99-73449ae50297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_create {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:31.346835 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.db_base_plugin_common [None req-04829754-127d-43a8-ad99-73449ae50297 None None] Allocated IP 172.20.0.2 (a40383a7-d39c-41ba-b69b-730084493a07/286d7d38-27ce-4abe-8850-be67bc649326/fe121211-2719-460d-abcf-e1849fe2d444) {{(pid=94317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 01:22:31.552961 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-04829754-127d-43a8-ad99-73449ae50297 None None] Notify callbacks [] for port, precommit_create {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:31.594902 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-04829754-127d-43a8-ad99-73449ae50297 None None] Transition to ACTIVE for port object fe121211-2719-460d-abcf-e1849fe2d444 will not be triggered until provisioned by entity L2. {{(pid=94317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:22:31.616045 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-04829754-127d-43a8-ad99-73449ae50297 None None] Transition to ACTIVE for port object fe121211-2719-460d-abcf-e1849fe2d444 will not be triggered until provisioned by entity DHCP. {{(pid=94317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:22:31.686486 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-04829754-127d-43a8-ad99-73449ae50297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791478024214'] for port, after_create {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:31.755597 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04829754-127d-43a8-ad99-73449ae50297 None None] Network a40383a7-d39c-41ba-b69b-730084493a07 is already hosted by enough agents. {{(pid=94317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:22:31.771494 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.scheduler.base_scheduler [None req-04829754-127d-43a8-ad99-73449ae50297 None None] Resources bound (agent type, host, resource id): {{(pid=94317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:22:31.780069 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04829754-127d-43a8-ad99-73449ae50297 None None] Pushing event updated for resources: {'Port': ['ID=fe121211-2719-460d-abcf-e1849fe2d444,revision_number=1']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:22:31.780069 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04829754-127d-43a8-ad99-73449ae50297 None None] Received port after_create {{(pid=94317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 01:22:31.789655 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04829754-127d-43a8-ad99-73449ae50297 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:22:31.790004 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04829754-127d-43a8-ad99-73449ae50297 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:22:31.790341 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04829754-127d-43a8-ad99-73449ae50297 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:22:31.790674 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04829754-127d-43a8-ad99-73449ae50297 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:22:31.791004 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04829754-127d-43a8-ad99-73449ae50297 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:22:31.791331 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04829754-127d-43a8-ad99-73449ae50297 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:22:31.791660 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04829754-127d-43a8-ad99-73449ae50297 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:22:31.791985 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04829754-127d-43a8-ad99-73449ae50297 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:22:31.792375 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04829754-127d-43a8-ad99-73449ae50297 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:22:31.792813 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04829754-127d-43a8-ad99-73449ae50297 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:22:31.793160 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04829754-127d-43a8-ad99-73449ae50297 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:22:31.793482 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04829754-127d-43a8-ad99-73449ae50297 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:22:31.794587 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04829754-127d-43a8-ad99-73449ae50297 None None] Tracked resource versions report: Aug 27 01:22:31.794587 dv-cinder-759169-3-iscsi neutron-server[94317]: pushed versions: Aug 27 01:22:31.794587 dv-cinder-759169-3-iscsi neutron-server[94317]: { 'AddressGroup': {'1.2'}, Aug 27 01:22:31.794587 dv-cinder-759169-3-iscsi neutron-server[94317]: 'ConntrackHelper': {'1.0'}, Aug 27 01:22:31.794587 dv-cinder-759169-3-iscsi neutron-server[94317]: 'Log': {'1.0'}, Aug 27 01:22:31.794587 dv-cinder-759169-3-iscsi neutron-server[94317]: 'Network': {'1.1'}, Aug 27 01:22:31.794587 dv-cinder-759169-3-iscsi neutron-server[94317]: 'Port': {'1.7'}, Aug 27 01:22:31.794587 dv-cinder-759169-3-iscsi neutron-server[94317]: 'PortForwarding': {'1.2'}, Aug 27 01:22:31.794587 dv-cinder-759169-3-iscsi neutron-server[94317]: 'QosPolicy': {'1.9'}, Aug 27 01:22:31.794587 dv-cinder-759169-3-iscsi neutron-server[94317]: 'SecurityGroup': {'1.4'}, Aug 27 01:22:31.794587 dv-cinder-759169-3-iscsi neutron-server[94317]: 'SecurityGroupRule': {'1.2'}, Aug 27 01:22:31.794587 dv-cinder-759169-3-iscsi neutron-server[94317]: 'SubPort': {'1.0'}, Aug 27 01:22:31.794587 dv-cinder-759169-3-iscsi neutron-server[94317]: 'Subnet': {'1.1'}, Aug 27 01:22:31.794587 dv-cinder-759169-3-iscsi neutron-server[94317]: 'Trunk': {'1.1'}} Aug 27 01:22:31.794587 dv-cinder-759169-3-iscsi neutron-server[94317]: consumer versions: Aug 27 01:22:31.794587 dv-cinder-759169-3-iscsi neutron-server[94317]: { DHCP agent@dv-cinder-759169-3-iscsi: {}, Aug 27 01:22:31.794587 dv-cinder-759169-3-iscsi neutron-server[94317]: L3 agent@dv-cinder-759169-3-iscsi: {}, Aug 27 01:22:31.794587 dv-cinder-759169-3-iscsi neutron-server[94317]: Metadata agent@dv-cinder-759169-3-iscsi: {}, Aug 27 01:22:31.794587 dv-cinder-759169-3-iscsi neutron-server[94317]: Metering agent@dv-cinder-759169-3-iscsi: {}, Aug 27 01:22:31.794587 dv-cinder-759169-3-iscsi neutron-server[94317]: Open vSwitch agent@dv-cinder-759169-3-iscsi: { 'AddressGroup': '1.2', Aug 27 01:22:31.794587 dv-cinder-759169-3-iscsi neutron-server[94317]: 'ConntrackHelper': '1.0', Aug 27 01:22:31.794587 dv-cinder-759169-3-iscsi neutron-server[94317]: 'Log': '1.0', Aug 27 01:22:31.794587 dv-cinder-759169-3-iscsi neutron-server[94317]: 'Network': '1.1', Aug 27 01:22:31.794587 dv-cinder-759169-3-iscsi neutron-server[94317]: 'Port': '1.7', Aug 27 01:22:31.794587 dv-cinder-759169-3-iscsi neutron-server[94317]: 'PortForwarding': '1.2', Aug 27 01:22:31.794587 dv-cinder-759169-3-iscsi neutron-server[94317]: 'QosPolicy': '1.9', Aug 27 01:22:31.794587 dv-cinder-759169-3-iscsi neutron-server[94317]: 'SecurityGroup': '1.4', Aug 27 01:22:31.794587 dv-cinder-759169-3-iscsi neutron-server[94317]: 'SecurityGroupRule': '1.2', Aug 27 01:22:31.794587 dv-cinder-759169-3-iscsi neutron-server[94317]: 'SubPort': '1.0', Aug 27 01:22:31.794587 dv-cinder-759169-3-iscsi neutron-server[94317]: 'Subnet': '1.1', Aug 27 01:22:31.794587 dv-cinder-759169-3-iscsi neutron-server[94317]: 'Trunk': '1.1'}} Aug 27 01:22:31.794587 dv-cinder-759169-3-iscsi neutron-server[94317]: {{(pid=94317) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 01:22:31.863597 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.managers [None req-04829754-127d-43a8-ad99-73449ae50297 None None] Attempting to bind port fe121211-2719-460d-abcf-e1849fe2d444 on host dv-cinder-759169-3-iscsi for vnic_type normal with profile {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 01:22:31.863982 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.managers [None req-04829754-127d-43a8-ad99-73449ae50297 None None] Attempting to bind port fe121211-2719-460d-abcf-e1849fe2d444 by drivers openvswitch,hyperv on host dv-cinder-759169-3-iscsi at level 0 using segments [{'id': 'df9c89be-bb6a-4c40-b1eb-a8ae0993730c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a40383a7-d39c-41ba-b69b-730084493a07'}] {{(pid=94317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 01:22:31.864408 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04829754-127d-43a8-ad99-73449ae50297 None None] Attempting to bind port fe121211-2719-460d-abcf-e1849fe2d444 on network a40383a7-d39c-41ba-b69b-730084493a07 {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:22:31.869297 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04829754-127d-43a8-ad99-73449ae50297 None None] Checking agent: {'id': '9a53e131-30a1-425b-897f-67705806e918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759169-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 1, 22, 15), 'started_at': datetime.datetime(2021, 8, 27, 1, 22, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 1, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759169-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 01:22:31.869658 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04829754-127d-43a8-ad99-73449ae50297 None None] Checking segment: {'id': 'df9c89be-bb6a-4c40-b1eb-a8ae0993730c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a40383a7-d39c-41ba-b69b-730084493a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:22:31.870123 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-04829754-127d-43a8-ad99-73449ae50297 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:31.870572 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04829754-127d-43a8-ad99-73449ae50297 None None] Bound using segment: {'id': 'df9c89be-bb6a-4c40-b1eb-a8ae0993730c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a40383a7-d39c-41ba-b69b-730084493a07'} {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 01:22:31.871070 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.managers [None req-04829754-127d-43a8-ad99-73449ae50297 None None] Bound port: fe121211-2719-460d-abcf-e1849fe2d444, host: dv-cinder-759169-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df9c89be-bb6a-4c40-b1eb-a8ae0993730c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a40383a7-d39c-41ba-b69b-730084493a07'}}] {{(pid=94317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 01:22:31.871484 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-04829754-127d-43a8-ad99-73449ae50297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:31.932104 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-04829754-127d-43a8-ad99-73449ae50297 None None] For port fe121211-2719-460d-abcf-e1849fe2d444, host dv-cinder-759169-3-iscsi, cleared binding levels {{(pid=94317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 01:22:31.936779 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-04829754-127d-43a8-ad99-73449ae50297 None None] For port fe121211-2719-460d-abcf-e1849fe2d444, host dv-cinder-759169-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=fe121211-2719-460d-abcf-e1849fe2d444,segment=NetworkSegment(df9c89be-bb6a-4c40-b1eb-a8ae0993730c),segment_id=df9c89be-bb6a-4c40-b1eb-a8ae0993730c)] {{(pid=94317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 01:22:32.023047 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-04829754-127d-43a8-ad99-73449ae50297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:32.103838 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04829754-127d-43a8-ad99-73449ae50297 None None] Pushing event updated for resources: {'Port': ['ID=fe121211-2719-460d-abcf-e1849fe2d444,revision_number=2']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:22:33.251946 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 50692) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:22:33.578972 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [None req-67037410-d54a-4a81-9d22-9669dde0513d admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 01:22:33.579973 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-67037410-d54a-4a81-9d22-9669dde0513d admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3270891 Aug 27 01:22:35.959870 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 50700) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:22:36.272073 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [None req-b2da0462-8f8b-4313-9a92-afff5dd26b89 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 01:22:36.273093 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-b2da0462-8f8b-4313-9a92-afff5dd26b89 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3121891 Aug 27 01:22:38.941448 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 50710) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:22:39.243161 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [None req-63786323-0d58-4773-8617-39e30ccf6deb admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '966196fad6e9467e93b5762e459a1d84', 'admin_state_up': True}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:22:39.360269 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-63786323-0d58-4773-8617-39e30ccf6deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2021068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4927'] for router, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:39.362139 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-63786323-0d58-4773-8617-39e30ccf6deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2019338', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2084776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4904'] for router, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:39.514916 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-63786323-0d58-4773-8617-39e30ccf6deb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:39.611060 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-63786323-0d58-4773-8617-39e30ccf6deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2027221'] for router, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:39.707264 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-63786323-0d58-4773-8617-39e30ccf6deb admin admin] Notify callbacks [] for router, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:39.708497 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-63786323-0d58-4773-8617-39e30ccf6deb admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7660847 Aug 27 01:22:40.496822 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b81fb5e-fac6-4393-a0cf-dd8ae8a8bbca None None] Network a40383a7-d39c-41ba-b69b-730084493a07 requested from dv-cinder-759169-3-iscsi {{(pid=94317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 01:22:40.624114 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-3d098871-ae30-4ef0-b5ad-d2b072a7be7e None None] Provisioning for port fe121211-2719-460d-abcf-e1849fe2d444 completed by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:22:40.819645 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device fe121211-2719-460d-abcf-e1849fe2d444 up at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:22:40.959078 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning for port fe121211-2719-460d-abcf-e1849fe2d444 completed by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:22:40.963017 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning complete for port fe121211-2719-460d-abcf-e1849fe2d444 triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:22:40.963405 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:41.069318 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:41.102564 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] For port fe121211-2719-460d-abcf-e1849fe2d444, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=fe121211-2719-460d-abcf-e1849fe2d444,segment=NetworkSegment(df9c89be-bb6a-4c40-b1eb-a8ae0993730c),segment_id=df9c89be-bb6a-4c40-b1eb-a8ae0993730c)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:22:41.175908 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:41.222016 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Pushing event updated for resources: {'Port': ['ID=fe121211-2719-460d-abcf-e1849fe2d444,revision_number=3']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:22:41.886204 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-1326e34b-0dd4-41ea-8d64-0af0c69bb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:42.124593 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 50722) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:22:42.432372 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [None req-e12d6895-3e76-472d-8f28-4bcb4c2551a1 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 01:22:42.434407 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-e12d6895-3e76-472d-8f28-4bcb4c2551a1 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3087964 Aug 27 01:22:42.777564 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device fe121211-2719-460d-abcf-e1849fe2d444 up at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:22:42.823915 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning complete for port fe121211-2719-460d-abcf-e1849fe2d444 triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:22:42.824275 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:44.480568 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-0cf515f9-0494-4ca0-9ad3-4cfe6bd259d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:44.605876 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:44.830316 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 50730) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:22:45.133874 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [None req-3731b629-e7d7-4b89-ae5e-f196236a8eb1 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:22:45.205059 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3731b629-e7d7-4b89-ae5e-f196236a8eb1 admin admin] Made reservation on behalf of e9904079a3e94900bd545a99cd672ff0 for: {'network': 1} {{(pid=94316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:22:45.207291 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-3731b629-e7d7-4b89-ae5e-f196236a8eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for network, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:45.215833 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-3731b629-e7d7-4b89-ae5e-f196236a8eb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:45.298053 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-3731b629-e7d7-4b89-ae5e-f196236a8eb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:45.347861 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-3731b629-e7d7-4b89-ae5e-f196236a8eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:45.364327 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3731b629-e7d7-4b89-ae5e-f196236a8eb1 admin admin] Reserving flat network on physical network physnet1 {{(pid=94316) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 27 01:22:45.379575 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3731b629-e7d7-4b89-ae5e-f196236a8eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e4ef84-7cbf-4b4d-8466-39cad0845a5e,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:22:45.388471 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-3731b629-e7d7-4b89-ae5e-f196236a8eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935457'] for segment, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:45.388812 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.db.segments_db [None req-3731b629-e7d7-4b89-ae5e-f196236a8eb1 admin admin] Added segment 1ffc2e98-4b11-4960-9fce-c802c96e52d2 of type flat for network 6740c5c8-77e9-4fca-8473-ad46ab012dd6 Aug 27 01:22:45.442662 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-3731b629-e7d7-4b89-ae5e-f196236a8eb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791478006384'] for network, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:45.543024 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-3731b629-e7d7-4b89-ae5e-f196236a8eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225'] for network, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:45.543966 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3731b629-e7d7-4b89-ae5e-f196236a8eb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:22:45.544533 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-3731b629-e7d7-4b89-ae5e-f196236a8eb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for network, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:45.618566 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3731b629-e7d7-4b89-ae5e-f196236a8eb1 admin admin] Pushing event updated for resources: {'Network': ['ID=6740c5c8-77e9-4fca-8473-ad46ab012dd6,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:22:45.628686 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Network 6740c5c8-77e9-4fca-8473-ad46ab012dd6 details requested by agent ovs-agent-dv-cinder-759169-3-iscsi with host dv-cinder-759169-3-iscsi {{(pid=94317) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 01:22:45.697756 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-3731b629-e7d7-4b89-ae5e-f196236a8eb1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8663664 Aug 27 01:22:45.822840 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ed545f81-8b1b-4cf8-a1bc-5817d83b44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:47.330291 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-809c4053-e1f3-4656-979d-5dfd58cb0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:48.086425 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 50748) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:22:48.303783 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce61ac36-e66c-492c-b2a0-b94f2d6422d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:22:48.305161 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-ce61ac36-e66c-492c-b2a0-b94f2d6422d0 admin admin] 10.222.0.25 "GET /v2.0/subnets/286d7d38-27ce-4abe-8850-be67bc649326 HTTP/1.1" status: 200 len: 849 time: 0.2177455 Aug 27 01:22:48.421858 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-d14a6fe7-3138-4dec-a5aa-af1b8a1579d0 admin admin] 10.222.0.25 "GET /v2.0/routers/ff8f9481-ba3a-4d1f-b29d-63afbdb75f77 HTTP/1.1" status: 200 len: 704 time: 0.1103849 Aug 27 01:22:48.678752 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-97a79a8b-0d15-4d64-8ff0-bd1591c495f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:48.971608 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.db_base_plugin_common [None req-97a79a8b-0d15-4d64-8ff0-bd1591c495f5 admin admin] Allocated IP 172.20.0.1 (a40383a7-d39c-41ba-b69b-730084493a07/286d7d38-27ce-4abe-8850-be67bc649326/daa99f6c-f6e8-4cf5-bb3a-a8d20b78d5fe) {{(pid=94316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 01:22:49.150070 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-97a79a8b-0d15-4d64-8ff0-bd1591c495f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:49.173199 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.provisioning_blocks [None req-97a79a8b-0d15-4d64-8ff0-bd1591c495f5 admin admin] Transition to ACTIVE for port object daa99f6c-f6e8-4cf5-bb3a-a8d20b78d5fe will not be triggered until provisioned by entity DHCP. {{(pid=94316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:22:49.303137 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-97a79a8b-0d15-4d64-8ff0-bd1591c495f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791478024214'] for port, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:49.372363 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a79a8b-0d15-4d64-8ff0-bd1591c495f5 admin admin] Network a40383a7-d39c-41ba-b69b-730084493a07 is already hosted by enough agents. {{(pid=94316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:22:49.382565 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.base_scheduler [None req-97a79a8b-0d15-4d64-8ff0-bd1591c495f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:22:49.385786 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a79a8b-0d15-4d64-8ff0-bd1591c495f5 admin admin] Received port after_create {{(pid=94316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 01:22:49.387002 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-97a79a8b-0d15-4d64-8ff0-bd1591c495f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2027018'] for router_interface, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:49.501222 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a79a8b-0d15-4d64-8ff0-bd1591c495f5 admin admin] Pushing event updated for resources: {'Port': ['ID=daa99f6c-f6e8-4cf5-bb3a-a8d20b78d5fe,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:22:49.622485 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-e1df8246-ea66-43ca-bdd0-00a726d49f41 None None] Provisioning for port daa99f6c-f6e8-4cf5-bb3a-a8d20b78d5fe completed by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:22:49.626117 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-e1df8246-ea66-43ca-bdd0-00a726d49f41 None None] Provisioning complete for port daa99f6c-f6e8-4cf5-bb3a-a8d20b78d5fe triggered by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:22:49.626499 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e1df8246-ea66-43ca-bdd0-00a726d49f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:49.667909 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-e1df8246-ea66-43ca-bdd0-00a726d49f41 None None] Port daa99f6c-f6e8-4cf5-bb3a-a8d20b78d5fe cannot update to ACTIVE because it is not bound. {{(pid=94317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 01:22:49.706203 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-97a79a8b-0d15-4d64-8ff0-bd1591c495f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:49.907960 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-97a79a8b-0d15-4d64-8ff0-bd1591c495f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:49.948052 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-97a79a8b-0d15-4d64-8ff0-bd1591c495f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:49.949577 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-97a79a8b-0d15-4d64-8ff0-bd1591c495f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2026197'] for router_interface, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:50.023443 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a79a8b-0d15-4d64-8ff0-bd1591c495f5 admin admin] Pushing event updated for resources: {'Port': ['ID=daa99f6c-f6e8-4cf5-bb3a-a8d20b78d5fe,revision_number=2']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:22:50.072231 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a79a8b-0d15-4d64-8ff0-bd1591c495f5 admin admin] Network a40383a7-d39c-41ba-b69b-730084493a07 is already hosted by enough agents. {{(pid=94316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:22:50.074151 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.base_scheduler [None req-97a79a8b-0d15-4d64-8ff0-bd1591c495f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:22:50.268340 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97a79a8b-0d15-4d64-8ff0-bd1591c495f5 admin admin] Router ff8f9481-ba3a-4d1f-b29d-63afbdb75f77 is scheduled to L3 agent 8dc83c43-e68e-43c9-8595-1753e39ae809 with binding_index 1 {{(pid=94316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 01:22:50.289643 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-93d7912e-651a-41b9-bab3-ba4a698b11da None None] Provisioning complete for port daa99f6c-f6e8-4cf5-bb3a-a8d20b78d5fe triggered by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:22:50.290010 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-93d7912e-651a-41b9-bab3-ba4a698b11da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:50.322816 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-93d7912e-651a-41b9-bab3-ba4a698b11da None None] Port daa99f6c-f6e8-4cf5-bb3a-a8d20b78d5fe cannot update to ACTIVE because it is not bound. {{(pid=94317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 01:22:50.359177 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a79a8b-0d15-4d64-8ff0-bd1591c495f5 admin admin] Notify agent at l3_agent.dv-cinder-759169-3-iscsi the message routers_updated {{(pid=94316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 01:22:50.364216 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-97a79a8b-0d15-4d64-8ff0-bd1591c495f5 admin admin] 10.222.0.25 "PUT /v2.0/routers/ff8f9481-ba3a-4d1f-b29d-63afbdb75f77/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9374907 Aug 27 01:22:50.369193 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a85dd88-41ca-45f4-a0a7-8d6124b0a2f0 None None] Sync routers for ids ['ff8f9481-ba3a-4d1f-b29d-63afbdb75f77'] in dv-cinder-759169-3-iscsi {{(pid=94318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 01:22:50.380861 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a85dd88-41ca-45f4-a0a7-8d6124b0a2f0 None None] Routers {'ff8f9481-ba3a-4d1f-b29d-63afbdb75f77'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:22:50.381723 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-2a85dd88-41ca-45f4-a0a7-8d6124b0a2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:22:44Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['ff8f9481-ba3a-4d1f-b29d-63afbdb75f77'], 'active': True} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:22:50.569634 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvr_db [None req-2a85dd88-41ca-45f4-a0a7-8d6124b0a2f0 None None] Set router ff8f9481-ba3a-4d1f-b29d-63afbdb75f77 gateway port host: None {{(pid=94318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:22:50.988805 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-2a85dd88-41ca-45f4-a0a7-8d6124b0a2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8f9481-ba3a-4d1f-b29d-63afbdb75f77', 'name': 'router1', 'tenant_id': '966196fad6e9467e93b5762e459a1d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:22:39Z', 'updated_at': '2021-08-27T01:22:49Z', 'revision_number': 2, 'project_id': '966196fad6e9467e93b5762e459a1d84', 'gw_port_host': None, '_interfaces': [{'id': 'daa99f6c-f6e8-4cf5-bb3a-a8d20b78d5fe', 'name': '', 'network_id': 'a40383a7-d39c-41ba-b69b-730084493a07', 'tenant_id': '966196fad6e9467e93b5762e459a1d84', 'mac_address': 'fa:16:3e:48:10:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8f9481-ba3a-4d1f-b29d-63afbdb75f77', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '286d7d38-27ce-4abe-8850-be67bc649326', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:22:48Z', 'updated_at': '2021-08-27T01:22:49Z', 'revision_number': 2, 'project_id': '966196fad6e9467e93b5762e459a1d84', 'subnets': [{'id': '286d7d38-27ce-4abe-8850-be67bc649326', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '366f264f-b325-4a84-ba41-853a546ae482'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:22:51.038740 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a85dd88-41ca-45f4-a0a7-8d6124b0a2f0 None None] Checking router: ff8f9481-ba3a-4d1f-b29d-63afbdb75f77 for host: dv-cinder-759169-3-iscsi {{(pid=94318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 01:22:51.039108 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a85dd88-41ca-45f4-a0a7-8d6124b0a2f0 None None] Updating router ff8f9481-ba3a-4d1f-b29d-63afbdb75f77 port daa99f6c-f6e8-4cf5-bb3a-a8d20b78d5fe binding host dv-cinder-759169-3-iscsi {{(pid=94318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 01:22:51.086821 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [None req-2a85dd88-41ca-45f4-a0a7-8d6124b0a2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:51.592891 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [None req-2a85dd88-41ca-45f4-a0a7-8d6124b0a2f0 None None] Notify callbacks [] for port, precommit_update {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:51.610155 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.provisioning_blocks [None req-2a85dd88-41ca-45f4-a0a7-8d6124b0a2f0 None None] Transition to ACTIVE for port object daa99f6c-f6e8-4cf5-bb3a-a8d20b78d5fe will not be triggered until provisioned by entity L2. {{(pid=94318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:22:51.680022 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [None req-2a85dd88-41ca-45f4-a0a7-8d6124b0a2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:51.840419 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c14e7d-179a-4b36-938d-2c81bb58512d None None] Pushing event updated for resources: {'Port': ['ID=daa99f6c-f6e8-4cf5-bb3a-a8d20b78d5fe,revision_number=3']} {{(pid=94318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:22:51.855977 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.managers [None req-2a85dd88-41ca-45f4-a0a7-8d6124b0a2f0 None None] Attempting to bind port daa99f6c-f6e8-4cf5-bb3a-a8d20b78d5fe on host dv-cinder-759169-3-iscsi for vnic_type normal with profile {{(pid=94318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 01:22:51.856250 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.managers [None req-2a85dd88-41ca-45f4-a0a7-8d6124b0a2f0 None None] Attempting to bind port daa99f6c-f6e8-4cf5-bb3a-a8d20b78d5fe by drivers openvswitch,hyperv on host dv-cinder-759169-3-iscsi at level 0 using segments [{'id': 'df9c89be-bb6a-4c40-b1eb-a8ae0993730c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a40383a7-d39c-41ba-b69b-730084493a07'}] {{(pid=94318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 01:22:51.856684 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a85dd88-41ca-45f4-a0a7-8d6124b0a2f0 None None] Attempting to bind port daa99f6c-f6e8-4cf5-bb3a-a8d20b78d5fe on network a40383a7-d39c-41ba-b69b-730084493a07 {{(pid=94318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:22:51.859288 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c14e7d-179a-4b36-938d-2c81bb58512d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:22:51.859633 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c14e7d-179a-4b36-938d-2c81bb58512d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:22:51.859967 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c14e7d-179a-4b36-938d-2c81bb58512d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:22:51.860301 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c14e7d-179a-4b36-938d-2c81bb58512d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:22:51.860616 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c14e7d-179a-4b36-938d-2c81bb58512d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:22:51.860961 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c14e7d-179a-4b36-938d-2c81bb58512d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:22:51.861280 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c14e7d-179a-4b36-938d-2c81bb58512d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:22:51.861598 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c14e7d-179a-4b36-938d-2c81bb58512d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:22:51.861919 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c14e7d-179a-4b36-938d-2c81bb58512d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:22:51.862230 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c14e7d-179a-4b36-938d-2c81bb58512d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:22:51.862542 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c14e7d-179a-4b36-938d-2c81bb58512d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:22:51.862853 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c14e7d-179a-4b36-938d-2c81bb58512d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:22:51.863933 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c14e7d-179a-4b36-938d-2c81bb58512d None None] Tracked resource versions report: Aug 27 01:22:51.863933 dv-cinder-759169-3-iscsi neutron-server[94318]: pushed versions: Aug 27 01:22:51.863933 dv-cinder-759169-3-iscsi neutron-server[94318]: { 'AddressGroup': {'1.2'}, Aug 27 01:22:51.863933 dv-cinder-759169-3-iscsi neutron-server[94318]: 'ConntrackHelper': {'1.0'}, Aug 27 01:22:51.863933 dv-cinder-759169-3-iscsi neutron-server[94318]: 'Log': {'1.0'}, Aug 27 01:22:51.863933 dv-cinder-759169-3-iscsi neutron-server[94318]: 'Network': {'1.1'}, Aug 27 01:22:51.863933 dv-cinder-759169-3-iscsi neutron-server[94318]: 'Port': {'1.7'}, Aug 27 01:22:51.863933 dv-cinder-759169-3-iscsi neutron-server[94318]: 'PortForwarding': {'1.2'}, Aug 27 01:22:51.863933 dv-cinder-759169-3-iscsi neutron-server[94318]: 'QosPolicy': {'1.9'}, Aug 27 01:22:51.863933 dv-cinder-759169-3-iscsi neutron-server[94318]: 'SecurityGroup': {'1.4'}, Aug 27 01:22:51.863933 dv-cinder-759169-3-iscsi neutron-server[94318]: 'SecurityGroupRule': {'1.2'}, Aug 27 01:22:51.863933 dv-cinder-759169-3-iscsi neutron-server[94318]: 'SubPort': {'1.0'}, Aug 27 01:22:51.863933 dv-cinder-759169-3-iscsi neutron-server[94318]: 'Subnet': {'1.1'}, Aug 27 01:22:51.863933 dv-cinder-759169-3-iscsi neutron-server[94318]: 'Trunk': {'1.1'}} Aug 27 01:22:51.863933 dv-cinder-759169-3-iscsi neutron-server[94318]: consumer versions: Aug 27 01:22:51.863933 dv-cinder-759169-3-iscsi neutron-server[94318]: { DHCP agent@dv-cinder-759169-3-iscsi: {}, Aug 27 01:22:51.863933 dv-cinder-759169-3-iscsi neutron-server[94318]: L3 agent@dv-cinder-759169-3-iscsi: {}, Aug 27 01:22:51.863933 dv-cinder-759169-3-iscsi neutron-server[94318]: Metadata agent@dv-cinder-759169-3-iscsi: {}, Aug 27 01:22:51.863933 dv-cinder-759169-3-iscsi neutron-server[94318]: Metering agent@dv-cinder-759169-3-iscsi: {}, Aug 27 01:22:51.863933 dv-cinder-759169-3-iscsi neutron-server[94318]: Open vSwitch agent@dv-cinder-759169-3-iscsi: { 'AddressGroup': '1.2', Aug 27 01:22:51.863933 dv-cinder-759169-3-iscsi neutron-server[94318]: 'ConntrackHelper': '1.0', Aug 27 01:22:51.863933 dv-cinder-759169-3-iscsi neutron-server[94318]: 'Log': '1.0', Aug 27 01:22:51.863933 dv-cinder-759169-3-iscsi neutron-server[94318]: 'Network': '1.1', Aug 27 01:22:51.863933 dv-cinder-759169-3-iscsi neutron-server[94318]: 'Port': '1.7', Aug 27 01:22:51.863933 dv-cinder-759169-3-iscsi neutron-server[94318]: 'PortForwarding': '1.2', Aug 27 01:22:51.863933 dv-cinder-759169-3-iscsi neutron-server[94318]: 'QosPolicy': '1.9', Aug 27 01:22:51.863933 dv-cinder-759169-3-iscsi neutron-server[94318]: 'SecurityGroup': '1.4', Aug 27 01:22:51.863933 dv-cinder-759169-3-iscsi neutron-server[94318]: 'SecurityGroupRule': '1.2', Aug 27 01:22:51.863933 dv-cinder-759169-3-iscsi neutron-server[94318]: 'SubPort': '1.0', Aug 27 01:22:51.863933 dv-cinder-759169-3-iscsi neutron-server[94318]: 'Subnet': '1.1', Aug 27 01:22:51.863933 dv-cinder-759169-3-iscsi neutron-server[94318]: 'Trunk': '1.1'}} Aug 27 01:22:51.863933 dv-cinder-759169-3-iscsi neutron-server[94318]: {{(pid=94318) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 01:22:51.869469 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a85dd88-41ca-45f4-a0a7-8d6124b0a2f0 None None] Checking agent: {'id': '9a53e131-30a1-425b-897f-67705806e918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759169-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 1, 22, 15), 'started_at': datetime.datetime(2021, 8, 27, 1, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 1, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759169-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 01:22:51.869881 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a85dd88-41ca-45f4-a0a7-8d6124b0a2f0 None None] Checking segment: {'id': 'df9c89be-bb6a-4c40-b1eb-a8ae0993730c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a40383a7-d39c-41ba-b69b-730084493a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:22:51.870952 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [None req-2a85dd88-41ca-45f4-a0a7-8d6124b0a2f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:51.871337 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a85dd88-41ca-45f4-a0a7-8d6124b0a2f0 None None] Bound using segment: {'id': 'df9c89be-bb6a-4c40-b1eb-a8ae0993730c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a40383a7-d39c-41ba-b69b-730084493a07'} {{(pid=94318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 01:22:51.871846 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.managers [None req-2a85dd88-41ca-45f4-a0a7-8d6124b0a2f0 None None] Bound port: daa99f6c-f6e8-4cf5-bb3a-a8d20b78d5fe, host: dv-cinder-759169-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df9c89be-bb6a-4c40-b1eb-a8ae0993730c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a40383a7-d39c-41ba-b69b-730084493a07'}}] {{(pid=94318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 01:22:51.872251 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [None req-2a85dd88-41ca-45f4-a0a7-8d6124b0a2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:51.941773 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.db [None req-2a85dd88-41ca-45f4-a0a7-8d6124b0a2f0 None None] For port daa99f6c-f6e8-4cf5-bb3a-a8d20b78d5fe, host dv-cinder-759169-3-iscsi, cleared binding levels {{(pid=94318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 01:22:51.957600 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.db [None req-2a85dd88-41ca-45f4-a0a7-8d6124b0a2f0 None None] For port daa99f6c-f6e8-4cf5-bb3a-a8d20b78d5fe, host dv-cinder-759169-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=daa99f6c-f6e8-4cf5-bb3a-a8d20b78d5fe,segment=NetworkSegment(df9c89be-bb6a-4c40-b1eb-a8ae0993730c),segment_id=df9c89be-bb6a-4c40-b1eb-a8ae0993730c)] {{(pid=94318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 01:22:52.021750 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [None req-2a85dd88-41ca-45f4-a0a7-8d6124b0a2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:52.078888 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c14e7d-179a-4b36-938d-2c81bb58512d None None] Pushing event updated for resources: {'Port': ['ID=daa99f6c-f6e8-4cf5-bb3a-a8d20b78d5fe,revision_number=4']} {{(pid=94318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:22:52.082934 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a85dd88-41ca-45f4-a0a7-8d6124b0a2f0 None None] Routers {'ff8f9481-ba3a-4d1f-b29d-63afbdb75f77'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:22:52.083561 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-2a85dd88-41ca-45f4-a0a7-8d6124b0a2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:22:44Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['ff8f9481-ba3a-4d1f-b29d-63afbdb75f77'], 'active': True} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:22:52.171676 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvr_db [None req-2a85dd88-41ca-45f4-a0a7-8d6124b0a2f0 None None] Set router ff8f9481-ba3a-4d1f-b29d-63afbdb75f77 gateway port host: None {{(pid=94318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:22:52.382071 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-2a85dd88-41ca-45f4-a0a7-8d6124b0a2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8f9481-ba3a-4d1f-b29d-63afbdb75f77', 'name': 'router1', 'tenant_id': '966196fad6e9467e93b5762e459a1d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:22:39Z', 'updated_at': '2021-08-27T01:22:49Z', 'revision_number': 2, 'project_id': '966196fad6e9467e93b5762e459a1d84', 'gw_port_host': None, '_interfaces': [{'id': 'daa99f6c-f6e8-4cf5-bb3a-a8d20b78d5fe', 'name': '', 'network_id': 'a40383a7-d39c-41ba-b69b-730084493a07', 'tenant_id': '966196fad6e9467e93b5762e459a1d84', 'mac_address': 'fa:16:3e:48:10:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8f9481-ba3a-4d1f-b29d-63afbdb75f77', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '286d7d38-27ce-4abe-8850-be67bc649326', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:22:48Z', 'updated_at': '2021-08-27T01:22:51Z', 'revision_number': 4, 'project_id': '966196fad6e9467e93b5762e459a1d84', 'subnets': [{'id': '286d7d38-27ce-4abe-8850-be67bc649326', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '366f264f-b325-4a84-ba41-853a546ae482'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:22:52.412215 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a85dd88-41ca-45f4-a0a7-8d6124b0a2f0 None None] The sync data for ids ['ff8f9481-ba3a-4d1f-b29d-63afbdb75f77'] in dv-cinder-759169-3-iscsi is: [{'id': 'ff8f9481-ba3a-4d1f-b29d-63afbdb75f77', 'name': 'router1', 'tenant_id': '966196fad6e9467e93b5762e459a1d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:22:39Z', 'updated_at': '2021-08-27T01:22:49Z', 'revision_number': 2, 'project_id': '966196fad6e9467e93b5762e459a1d84', 'gw_port_host': None, '_interfaces': [{'id': 'daa99f6c-f6e8-4cf5-bb3a-a8d20b78d5fe', 'name': '', 'network_id': 'a40383a7-d39c-41ba-b69b-730084493a07', 'tenant_id': '966196fad6e9467e93b5762e459a1d84', 'mac_address': 'fa:16:3e:48:10:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8f9481-ba3a-4d1f-b29d-63afbdb75f77', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '286d7d38-27ce-4abe-8850-be67bc649326', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:22:48Z', 'updated_at': '2021-08-27T01:22:51Z', 'revision_number': 4, 'project_id': '966196fad6e9467e93b5762e459a1d84', 'subnets': [{'id': '286d7d38-27ce-4abe-8850-be67bc649326', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '366f264f-b325-4a84-ba41-853a546ae482'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 01:22:52.626321 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 50768) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:22:52.740960 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e635f1cb-d66b-4953-813a-db44bf750113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:22:52.742310 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-e635f1cb-d66b-4953-813a-db44bf750113 admin admin] 10.222.0.25 "GET /v2.0/networks/6740c5c8-77e9-4fca-8473-ad46ab012dd6 HTTP/1.1" status: 200 len: 842 time: 0.1150475 Aug 27 01:22:52.752223 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [None req-e3c694b0-f9d2-48f3-b0bc-715d432f066a admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.27.3.1', 'ip_version': 4, 'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6'}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:22:52.822489 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c694b0-f9d2-48f3-b0bc-715d432f066a admin admin] Made reservation on behalf of e9904079a3e94900bd545a99cd672ff0 for: {'subnet': 1} {{(pid=94315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:22:52.825220 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-e3c694b0-f9d2-48f3-b0bc-715d432f066a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:53.210636 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.objects.ports [None req-e3c694b0-f9d2-48f3-b0bc-715d432f066a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94315) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 01:22:53.211092 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-e3c694b0-f9d2-48f3-b0bc-715d432f066a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225'] for subnet, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:53.268263 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c694b0-f9d2-48f3-b0bc-715d432f066a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b,revision_number=0']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:22:53.272422 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c694b0-f9d2-48f3-b0bc-715d432f066a admin admin] Checking segment: {'id': '1ffc2e98-4b11-4960-9fce-c802c96e52d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:22:53.272769 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c694b0-f9d2-48f3-b0bc-715d432f066a admin admin] Network hostable DHCP agents. Network: 6740c5c8-77e9-4fca-8473-ad46ab012dd6, hostable agents: ['70e474cc-df6f-4c4f-8c1d-9d362ecec16b'], hosted agents: [] {{(pid=94315) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 01:22:53.346693 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c694b0-f9d2-48f3-b0bc-715d432f066a admin admin] Network 6740c5c8-77e9-4fca-8473-ad46ab012dd6 is scheduled to be hosted by DHCP agent 70e474cc-df6f-4c4f-8c1d-9d362ecec16b with binding_index 1 {{(pid=94315) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 01:22:53.398271 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.base_scheduler [None req-e3c694b0-f9d2-48f3-b0bc-715d432f066a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759169-3-iscsi, 6740c5c8-77e9-4fca-8473-ad46ab012dd6) {{(pid=94315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:22:53.402819 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c694b0-f9d2-48f3-b0bc-715d432f066a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:22:53.403406 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-e3c694b0-f9d2-48f3-b0bc-715d432f066a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for subnet, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:53.408109 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33b1c06-7ccc-4cf7-bc01-4917851b019a None None] Network 6740c5c8-77e9-4fca-8473-ad46ab012dd6 requested from dv-cinder-759169-3-iscsi {{(pid=94317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 01:22:53.505792 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-e3c694b0-f9d2-48f3-b0bc-715d432f066a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7475238 Aug 27 01:22:53.531250 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c971f67-9e8e-4d69-b589-d1faa6ff6b21 None None] Network 6740c5c8-77e9-4fca-8473-ad46ab012dd6 requested from dv-cinder-759169-3-iscsi {{(pid=94317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 01:22:55.806478 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 50776) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:22:56.043606 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-723b6622-f965-42d7-bf84-ef6bdcf2c0c8 admin admin] 10.222.0.25 "GET /v2.0/routers/ff8f9481-ba3a-4d1f-b29d-63afbdb75f77 HTTP/1.1" status: 200 len: 710 time: 0.2358363 Aug 27 01:22:56.126688 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce933db-fbcc-4f98-a751-ffc1e2a03b0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:22:56.128047 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-8ce933db-fbcc-4f98-a751-ffc1e2a03b0f admin admin] 10.222.0.25 "GET /v2.0/networks/6740c5c8-77e9-4fca-8473-ad46ab012dd6 HTTP/1.1" status: 200 len: 886 time: 0.0786884 Aug 27 01:22:56.138159 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [None req-d5e0130c-b79d-4585-9696-3796df5d6a5b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6'}}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:22:56.381206 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-d5e0130c-b79d-4585-9696-3796df5d6a5b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:56.696555 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-d5e0130c-b79d-4585-9696-3796df5d6a5b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:56.777016 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-d5e0130c-b79d-4585-9696-3796df5d6a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:56.946073 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.db_base_plugin_common [None req-d5e0130c-b79d-4585-9696-3796df5d6a5b admin admin] Allocated IP 172.27.3.192 (6740c5c8-77e9-4fca-8473-ad46ab012dd6/fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b/fe0050b1-ba3a-4beb-9ff1-88c6b055d6df) {{(pid=94315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 01:22:57.094875 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-d5e0130c-b79d-4585-9696-3796df5d6a5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:57.217349 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-d5e0130c-b79d-4585-9696-3796df5d6a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791478024214'] for port, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:57.294865 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e0130c-b79d-4585-9696-3796df5d6a5b admin admin] Network 6740c5c8-77e9-4fca-8473-ad46ab012dd6 is already hosted by enough agents. {{(pid=94315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:22:57.299599 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.base_scheduler [None req-d5e0130c-b79d-4585-9696-3796df5d6a5b admin admin] Resources bound (agent type, host, resource id): {{(pid=94315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:22:57.304777 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e0130c-b79d-4585-9696-3796df5d6a5b admin admin] Received port after_create {{(pid=94315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 01:22:57.307124 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e0130c-b79d-4585-9696-3796df5d6a5b admin admin] Pushing event updated for resources: {'Port': ['ID=fe0050b1-ba3a-4beb-9ff1-88c6b055d6df,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:22:57.688460 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-d5e0130c-b79d-4585-9696-3796df5d6a5b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:57.887514 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-d5e0130c-b79d-4585-9696-3796df5d6a5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2027248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2020946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5082'] for router, precommit_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:57.892331 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-d5e0130c-b79d-4585-9696-3796df5d6a5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2027221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2027243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2027234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2020933'] for router, after_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:57.999615 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e0130c-b79d-4585-9696-3796df5d6a5b admin admin] Router ff8f9481-ba3a-4d1f-b29d-63afbdb75f77 has already been hosted by L3 agent 8dc83c43-e68e-43c9-8595-1753e39ae809 {{(pid=94315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 01:22:58.017911 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.agents_db [None req-fec0d0a0-65fd-4898-8015-6bc2580b487e None None] Agent healthcheck: found 5 active agents {{(pid=94318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 01:22:58.105555 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e0130c-b79d-4585-9696-3796df5d6a5b admin admin] Notify agent at l3_agent.dv-cinder-759169-3-iscsi the message routers_updated {{(pid=94315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 01:22:58.110508 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-d5e0130c-b79d-4585-9696-3796df5d6a5b admin admin] Notify callbacks [] for router, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:58.111661 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-d5e0130c-b79d-4585-9696-3796df5d6a5b admin admin] 10.222.0.25 "PUT /v2.0/routers/ff8f9481-ba3a-4d1f-b29d-63afbdb75f77 HTTP/1.1" status: 200 len: 890 time: 1.9773767 Aug 27 01:22:58.811276 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device daa99f6c-f6e8-4cf5-bb3a-a8d20b78d5fe up at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:22:58.836618 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844e9d32-1735-435a-89d8-2a4d3f15c609 None None] Sync routers for ids ['ff8f9481-ba3a-4d1f-b29d-63afbdb75f77'] in dv-cinder-759169-3-iscsi {{(pid=94317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 01:22:58.857139 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844e9d32-1735-435a-89d8-2a4d3f15c609 None None] Routers {'ff8f9481-ba3a-4d1f-b29d-63afbdb75f77'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:22:58.857784 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-844e9d32-1735-435a-89d8-2a4d3f15c609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:22:44Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['ff8f9481-ba3a-4d1f-b29d-63afbdb75f77'], 'active': True} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:22:59.056965 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning for port daa99f6c-f6e8-4cf5-bb3a-a8d20b78d5fe completed by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:22:59.072991 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning complete for port daa99f6c-f6e8-4cf5-bb3a-a8d20b78d5fe triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:22:59.073900 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:59.148244 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvr_db [None req-844e9d32-1735-435a-89d8-2a4d3f15c609 None None] Set router ff8f9481-ba3a-4d1f-b29d-63afbdb75f77 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:22:59.399234 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:59.495237 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] For port daa99f6c-f6e8-4cf5-bb3a-a8d20b78d5fe, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=daa99f6c-f6e8-4cf5-bb3a-a8d20b78d5fe,segment=NetworkSegment(df9c89be-bb6a-4c40-b1eb-a8ae0993730c),segment_id=df9c89be-bb6a-4c40-b1eb-a8ae0993730c)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:22:59.564025 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:22:59.635387 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Pushing event updated for resources: {'Port': ['ID=daa99f6c-f6e8-4cf5-bb3a-a8d20b78d5fe,revision_number=5']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:22:59.639621 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-844e9d32-1735-435a-89d8-2a4d3f15c609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8f9481-ba3a-4d1f-b29d-63afbdb75f77', 'name': 'router1', 'tenant_id': '966196fad6e9467e93b5762e459a1d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'fe0050b1-ba3a-4beb-9ff1-88c6b055d6df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:22:39Z', 'updated_at': '2021-08-27T01:22:57Z', 'revision_number': 4, 'project_id': '966196fad6e9467e93b5762e459a1d84', 'gw_port': {'id': 'fe0050b1-ba3a-4beb-9ff1-88c6b055d6df', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:18:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8f9481-ba3a-4d1f-b29d-63afbdb75f77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:22:56Z', 'updated_at': '2021-08-27T01:22:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': 'daa99f6c-f6e8-4cf5-bb3a-a8d20b78d5fe', 'name': '', 'network_id': 'a40383a7-d39c-41ba-b69b-730084493a07', 'tenant_id': '966196fad6e9467e93b5762e459a1d84', 'mac_address': 'fa:16:3e:48:10:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8f9481-ba3a-4d1f-b29d-63afbdb75f77', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '286d7d38-27ce-4abe-8850-be67bc649326', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:22:48Z', 'updated_at': '2021-08-27T01:22:51Z', 'revision_number': 4, 'project_id': '966196fad6e9467e93b5762e459a1d84', 'subnets': [{'id': '286d7d38-27ce-4abe-8850-be67bc649326', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '366f264f-b325-4a84-ba41-853a546ae482'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:22:59.690815 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844e9d32-1735-435a-89d8-2a4d3f15c609 None None] Checking router: ff8f9481-ba3a-4d1f-b29d-63afbdb75f77 for host: dv-cinder-759169-3-iscsi {{(pid=94317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 01:22:59.691095 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844e9d32-1735-435a-89d8-2a4d3f15c609 None None] Updating router ff8f9481-ba3a-4d1f-b29d-63afbdb75f77 port fe0050b1-ba3a-4beb-9ff1-88c6b055d6df binding host dv-cinder-759169-3-iscsi {{(pid=94317) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 01:22:59.737329 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-844e9d32-1735-435a-89d8-2a4d3f15c609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:23:00.050266 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-844e9d32-1735-435a-89d8-2a4d3f15c609 None None] Notify callbacks [] for port, precommit_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:23:00.060474 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-844e9d32-1735-435a-89d8-2a4d3f15c609 None None] Transition to ACTIVE for port object fe0050b1-ba3a-4beb-9ff1-88c6b055d6df will not be triggered until provisioned by entity L2. {{(pid=94317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:23:00.142275 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-844e9d32-1735-435a-89d8-2a4d3f15c609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:23:00.196950 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.managers [None req-844e9d32-1735-435a-89d8-2a4d3f15c609 None None] Attempting to bind port fe0050b1-ba3a-4beb-9ff1-88c6b055d6df on host dv-cinder-759169-3-iscsi for vnic_type normal with profile {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 01:23:00.197315 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.managers [None req-844e9d32-1735-435a-89d8-2a4d3f15c609 None None] Attempting to bind port fe0050b1-ba3a-4beb-9ff1-88c6b055d6df by drivers openvswitch,hyperv on host dv-cinder-759169-3-iscsi at level 0 using segments [{'id': '1ffc2e98-4b11-4960-9fce-c802c96e52d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6'}] {{(pid=94317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 01:23:00.197671 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844e9d32-1735-435a-89d8-2a4d3f15c609 None None] Attempting to bind port fe0050b1-ba3a-4beb-9ff1-88c6b055d6df on network 6740c5c8-77e9-4fca-8473-ad46ab012dd6 {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:23:00.200206 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ff1e1a-f405-4d1e-bc66-49e9ca72b652 None None] Pushing event updated for resources: {'Port': ['ID=fe0050b1-ba3a-4beb-9ff1-88c6b055d6df,revision_number=2']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:23:00.205689 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844e9d32-1735-435a-89d8-2a4d3f15c609 None None] Checking agent: {'id': '9a53e131-30a1-425b-897f-67705806e918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759169-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 1, 22, 15), 'started_at': datetime.datetime(2021, 8, 27, 1, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 1, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759169-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 01:23:00.206057 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844e9d32-1735-435a-89d8-2a4d3f15c609 None None] Checking segment: {'id': '1ffc2e98-4b11-4960-9fce-c802c96e52d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:23:00.206453 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-844e9d32-1735-435a-89d8-2a4d3f15c609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:23:00.207203 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844e9d32-1735-435a-89d8-2a4d3f15c609 None None] Bound using segment: {'id': '1ffc2e98-4b11-4960-9fce-c802c96e52d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6'} {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 01:23:00.207287 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.managers [None req-844e9d32-1735-435a-89d8-2a4d3f15c609 None None] Bound port: fe0050b1-ba3a-4beb-9ff1-88c6b055d6df, host: dv-cinder-759169-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ffc2e98-4b11-4960-9fce-c802c96e52d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6'}}] {{(pid=94317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 01:23:00.207651 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-844e9d32-1735-435a-89d8-2a4d3f15c609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:23:00.256125 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-844e9d32-1735-435a-89d8-2a4d3f15c609 None None] For port fe0050b1-ba3a-4beb-9ff1-88c6b055d6df, host dv-cinder-759169-3-iscsi, cleared binding levels {{(pid=94317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 01:23:00.259057 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-844e9d32-1735-435a-89d8-2a4d3f15c609 None None] For port fe0050b1-ba3a-4beb-9ff1-88c6b055d6df, host dv-cinder-759169-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=fe0050b1-ba3a-4beb-9ff1-88c6b055d6df,segment=NetworkSegment(1ffc2e98-4b11-4960-9fce-c802c96e52d2),segment_id=1ffc2e98-4b11-4960-9fce-c802c96e52d2)] {{(pid=94317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 01:23:00.314296 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-844e9d32-1735-435a-89d8-2a4d3f15c609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:23:00.374513 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844e9d32-1735-435a-89d8-2a4d3f15c609 None None] Routers {'ff8f9481-ba3a-4d1f-b29d-63afbdb75f77'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:23:00.375148 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-844e9d32-1735-435a-89d8-2a4d3f15c609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:22:44Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['ff8f9481-ba3a-4d1f-b29d-63afbdb75f77'], 'active': True} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:23:00.377223 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ff1e1a-f405-4d1e-bc66-49e9ca72b652 None None] Pushing event updated for resources: {'Port': ['ID=fe0050b1-ba3a-4beb-9ff1-88c6b055d6df,revision_number=3']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:23:00.488370 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvr_db [None req-844e9d32-1735-435a-89d8-2a4d3f15c609 None None] Set router ff8f9481-ba3a-4d1f-b29d-63afbdb75f77 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:23:00.503361 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 50788) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:23:00.652990 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-022524e0-c494-4207-8fd8-a19b83967cc6 admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1484585 Aug 27 01:23:00.800358 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device daa99f6c-f6e8-4cf5-bb3a-a8d20b78d5fe up at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:23:00.863014 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-844e9d32-1735-435a-89d8-2a4d3f15c609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8f9481-ba3a-4d1f-b29d-63afbdb75f77', 'name': 'router1', 'tenant_id': '966196fad6e9467e93b5762e459a1d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'fe0050b1-ba3a-4beb-9ff1-88c6b055d6df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:22:39Z', 'updated_at': '2021-08-27T01:22:57Z', 'revision_number': 4, 'project_id': '966196fad6e9467e93b5762e459a1d84', 'gw_port': {'id': 'fe0050b1-ba3a-4beb-9ff1-88c6b055d6df', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:18:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8f9481-ba3a-4d1f-b29d-63afbdb75f77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:22:56Z', 'updated_at': '2021-08-27T01:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': 'daa99f6c-f6e8-4cf5-bb3a-a8d20b78d5fe', 'name': '', 'network_id': 'a40383a7-d39c-41ba-b69b-730084493a07', 'tenant_id': '966196fad6e9467e93b5762e459a1d84', 'mac_address': 'fa:16:3e:48:10:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8f9481-ba3a-4d1f-b29d-63afbdb75f77', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '286d7d38-27ce-4abe-8850-be67bc649326', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:22:48Z', 'updated_at': '2021-08-27T01:22:59Z', 'revision_number': 5, 'project_id': '966196fad6e9467e93b5762e459a1d84', 'subnets': [{'id': '286d7d38-27ce-4abe-8850-be67bc649326', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '366f264f-b325-4a84-ba41-853a546ae482'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:23:00.896250 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844e9d32-1735-435a-89d8-2a4d3f15c609 None None] The sync data for ids ['ff8f9481-ba3a-4d1f-b29d-63afbdb75f77'] in dv-cinder-759169-3-iscsi is: [{'id': 'ff8f9481-ba3a-4d1f-b29d-63afbdb75f77', 'name': 'router1', 'tenant_id': '966196fad6e9467e93b5762e459a1d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'fe0050b1-ba3a-4beb-9ff1-88c6b055d6df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:22:39Z', 'updated_at': '2021-08-27T01:22:57Z', 'revision_number': 4, 'project_id': '966196fad6e9467e93b5762e459a1d84', 'gw_port': {'id': 'fe0050b1-ba3a-4beb-9ff1-88c6b055d6df', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:18:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8f9481-ba3a-4d1f-b29d-63afbdb75f77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:22:56Z', 'updated_at': '2021-08-27T01:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': 'daa99f6c-f6e8-4cf5-bb3a-a8d20b78d5fe', 'name': '', 'network_id': 'a40383a7-d39c-41ba-b69b-730084493a07', 'tenant_id': '966196fad6e9467e93b5762e459a1d84', 'mac_address': 'fa:16:3e:48:10:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8f9481-ba3a-4d1f-b29d-63afbdb75f77', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '286d7d38-27ce-4abe-8850-be67bc649326', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:22:48Z', 'updated_at': '2021-08-27T01:22:59Z', 'revision_number': 5, 'project_id': '966196fad6e9467e93b5762e459a1d84', 'subnets': [{'id': '286d7d38-27ce-4abe-8850-be67bc649326', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '366f264f-b325-4a84-ba41-853a546ae482'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 01:23:00.908190 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning complete for port daa99f6c-f6e8-4cf5-bb3a-a8d20b78d5fe triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:23:00.908484 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:23:02.830146 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device fe0050b1-ba3a-4beb-9ff1-88c6b055d6df up at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:23:02.945734 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning for port fe0050b1-ba3a-4beb-9ff1-88c6b055d6df completed by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:23:02.947892 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning complete for port fe0050b1-ba3a-4beb-9ff1-88c6b055d6df triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:23:02.947892 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:23:03.044215 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:23:03.065100 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] For port fe0050b1-ba3a-4beb-9ff1-88c6b055d6df, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=fe0050b1-ba3a-4beb-9ff1-88c6b055d6df,segment=NetworkSegment(1ffc2e98-4b11-4960-9fce-c802c96e52d2),segment_id=1ffc2e98-4b11-4960-9fce-c802c96e52d2)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:23:03.148127 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:23:03.197761 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Pushing event updated for resources: {'Port': ['ID=fe0050b1-ba3a-4beb-9ff1-88c6b055d6df,revision_number=4']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:23:04.813216 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device fe0050b1-ba3a-4beb-9ff1-88c6b055d6df up at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:23:04.880618 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning complete for port fe0050b1-ba3a-4beb-9ff1-88c6b055d6df triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:23:04.881394 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:23:11.901068 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d7d55ef7-4762-48fe-831c-c3fa891d6415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:23:14.495250 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-94cbadb4-40a7-4a5a-9401-6e7a6c069da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:23:14.634419 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:23:15.822625 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ed545f81-8b1b-4cf8-a1bc-5817d83b44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:23:17.353722 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-809c4053-e1f3-4656-979d-5dfd58cb0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:23:35.017306 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.agents_db [None req-fec0d0a0-65fd-4898-8015-6bc2580b487e None None] Agent healthcheck: found 5 active agents {{(pid=94318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 01:23:42.032211 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-07a0356a-bb65-4d3e-993e-e188074cd137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:23:44.484717 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-1960a709-1ae4-4836-ad89-e650602b5836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:23:44.616263 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:23:45.831847 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ed545f81-8b1b-4cf8-a1bc-5817d83b44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:23:47.951620 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-809c4053-e1f3-4656-979d-5dfd58cb0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:24:11.906796 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e32dc9f5-8651-45e0-8c3c-2b1d80dfb58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:24:12.015710 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.agents_db [None req-fec0d0a0-65fd-4898-8015-6bc2580b487e None None] Agent healthcheck: found 5 active agents {{(pid=94318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 01:24:14.506790 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-1d2eafff-a14d-44c4-9af7-57d3d0c1fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:24:14.620987 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:24:15.821750 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ed545f81-8b1b-4cf8-a1bc-5817d83b44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:24:17.329378 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-809c4053-e1f3-4656-979d-5dfd58cb0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:24:38.210301 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 51350) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:24:38.270430 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.pecan_wsgi.hooks.translation [None req-35251b02-c033-47fc-88cf-1151f97bf680 admin admin] GET failed (client error): The resource could not be found. Aug 27 01:24:38.271816 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-35251b02-c033-47fc-88cf-1151f97bf680 admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0605490 Aug 27 01:24:38.430944 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20102c0-a6e1-453c-a1b1-bc0ba8add9d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:24:38.432422 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-d20102c0-a6e1-453c-a1b1-bc0ba8add9d7 admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1555638 Aug 27 01:24:40.613699 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 51360) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:24:40.706232 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76e90b8-477d-454b-b278-04aa9b26cfec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:24:40.707497 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-f76e90b8-477d-454b-b278-04aa9b26cfec admin admin] 10.222.0.25 "GET /v2.0/subnets/286d7d38-27ce-4abe-8850-be67bc649326 HTTP/1.1" status: 200 len: 849 time: 0.0928624 Aug 27 01:24:40.717478 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [None req-9da79c05-2b0a-462f-8db9-f5d1509229f2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:24:40.799413 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-9da79c05-2b0a-462f-8db9-f5d1509229f2 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:24:40.997675 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-9da79c05-2b0a-462f-8db9-f5d1509229f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791478493224'] for subnet, after_update {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:24:41.026704 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da79c05-2b0a-462f-8db9-f5d1509229f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:24:41.027918 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-9da79c05-2b0a-462f-8db9-f5d1509229f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for subnet, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:24:41.028653 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-9da79c05-2b0a-462f-8db9-f5d1509229f2 admin admin] 10.222.0.25 "PUT /v2.0/subnets/286d7d38-27ce-4abe-8850-be67bc649326 HTTP/1.1" status: 200 len: 868 time: 0.3148673 Aug 27 01:24:41.043859 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b047848a-2d3f-450a-b91a-984477efc209 None None] Network a40383a7-d39c-41ba-b69b-730084493a07 requested from dv-cinder-759169-3-iscsi {{(pid=94317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 01:24:41.049443 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da79c05-2b0a-462f-8db9-f5d1509229f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=286d7d38-27ce-4abe-8850-be67bc649326,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:24:41.056600 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da79c05-2b0a-462f-8db9-f5d1509229f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:24:41.057042 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da79c05-2b0a-462f-8db9-f5d1509229f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:24:41.057380 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da79c05-2b0a-462f-8db9-f5d1509229f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:24:41.057710 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da79c05-2b0a-462f-8db9-f5d1509229f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:24:41.058034 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da79c05-2b0a-462f-8db9-f5d1509229f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:24:41.058358 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da79c05-2b0a-462f-8db9-f5d1509229f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:24:41.058676 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da79c05-2b0a-462f-8db9-f5d1509229f2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:24:41.058993 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da79c05-2b0a-462f-8db9-f5d1509229f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:24:41.059337 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da79c05-2b0a-462f-8db9-f5d1509229f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:24:41.059657 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da79c05-2b0a-462f-8db9-f5d1509229f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:24:41.059974 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da79c05-2b0a-462f-8db9-f5d1509229f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:24:41.060283 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da79c05-2b0a-462f-8db9-f5d1509229f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:24:41.381558 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-987bf97e-f7cf-4a98-ab01-ce61a539b629 None None] Provisioning complete for port fe121211-2719-460d-abcf-e1849fe2d444 triggered by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:24:41.382665 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-987bf97e-f7cf-4a98-ab01-ce61a539b629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:24:41.471578 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-987bf97e-f7cf-4a98-ab01-ce61a539b629 None None] Provisioning complete for port daa99f6c-f6e8-4cf5-bb3a-a8d20b78d5fe triggered by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:24:41.471939 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-987bf97e-f7cf-4a98-ab01-ce61a539b629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:24:41.904598 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-78cb443c-9ade-472a-893a-18354a9c8f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:24:43.276760 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 51370) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:24:43.472785 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9fc884-0c02-4d22-a539-ff45f8f9a330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:24:43.473216 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9fc884-0c02-4d22-a539-ff45f8f9a330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:24:43.474734 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-ff9fc884-0c02-4d22-a539-ff45f8f9a330 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1970026 Aug 27 01:24:44.506028 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-26cfe239-bd04-4d6d-8d5d-dc9cda58d475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:24:44.620341 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:24:45.637118 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 51378) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:24:45.831960 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ed545f81-8b1b-4cf8-a1bc-5817d83b44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:24:45.898393 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92a7957-7531-4e43-941f-ca63ec9086bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:24:45.898863 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92a7957-7531-4e43-941f-ca63ec9086bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:24:45.900392 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-c92a7957-7531-4e43-941f-ca63ec9086bf admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2623072 Aug 27 01:24:47.345707 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-809c4053-e1f3-4656-979d-5dfd58cb0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:24:48.079726 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 51386) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:24:48.210383 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574d3dfe-4868-410f-bfdb-1c45d0471da8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:24:48.211732 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-574d3dfe-4868-410f-bfdb-1c45d0471da8 admin admin] 10.222.0.25 "GET /v2.0/networks/6740c5c8-77e9-4fca-8473-ad46ab012dd6 HTTP/1.1" status: 200 len: 886 time: 0.1310689 Aug 27 01:24:49.014136 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.agents_db [None req-fec0d0a0-65fd-4898-8015-6bc2580b487e None None] Agent healthcheck: found 5 active agents {{(pid=94318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 01:24:50.397662 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 51394) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:24:50.528176 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4cd35a-4be9-4c1e-a029-7e93f246ca7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:24:50.529570 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-5d4cd35a-4be9-4c1e-a029-7e93f246ca7e admin admin] 10.222.0.25 "GET /v2.0/networks/a40383a7-d39c-41ba-b69b-730084493a07 HTTP/1.1" status: 200 len: 869 time: 0.1309655 Aug 27 01:24:52.717719 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 51402) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:24:52.910349 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa594ce-d281-4834-9100-3e599598d5e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:24:52.910800 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa594ce-d281-4834-9100-3e599598d5e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:24:52.912882 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-0fa594ce-d281-4834-9100-3e599598d5e7 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1936657 Aug 27 01:24:55.071966 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 51410) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:24:55.164855 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9490917a-2539-41ff-b85b-676e8e801991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:24:55.165330 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9490917a-2539-41ff-b85b-676e8e801991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:24:55.166842 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-9490917a-2539-41ff-b85b-676e8e801991 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0938430 Aug 27 01:24:57.345959 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 51418) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:24:57.437849 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae8b20b-47ae-42df-9963-67c0bfa883cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:24:57.449198 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-cae8b20b-47ae-42df-9963-67c0bfa883cf admin admin] 10.222.0.25 "GET /v2.0/subnets/286d7d38-27ce-4abe-8850-be67bc649326 HTTP/1.1" status: 200 len: 868 time: 0.0923212 Aug 27 01:24:59.605022 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 51426) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:24:59.689731 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085eee72-e474-427e-81ea-3b2a8855584a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:24:59.691263 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-085eee72-e474-427e-81ea-3b2a8855584a admin admin] 10.222.0.25 "GET /v2.0/subnets/fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b HTTP/1.1" status: 200 len: 816 time: 0.0852768 Aug 27 01:25:11.899869 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-5b655be9-b114-4223-91a6-c07643fc2694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:25:14.520572 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-a65bfcba-0262-463b-b96d-bd3e729ba2cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:25:14.646506 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:25:15.819981 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ed545f81-8b1b-4cf8-a1bc-5817d83b44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:25:17.373828 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-809c4053-e1f3-4656-979d-5dfd58cb0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:25:23.760129 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 51480) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:25:23.807201 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [None req-21e40c07-9dd5-4c8d-927d-19c04aaf04f9 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 01:25:23.808197 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-21e40c07-9dd5-4c8d-927d-19c04aaf04f9 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0471547 Aug 27 01:25:26.012323 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.agents_db [None req-fec0d0a0-65fd-4898-8015-6bc2580b487e None None] Agent healthcheck: found 5 active agents {{(pid=94318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 01:25:26.086238 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 51488) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:25:26.147070 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2ac0d03-aaca-44ba-9f92-de1fec10c175 admin admin] GET failed (client error): The resource could not be found. Aug 27 01:25:26.150773 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-f2ac0d03-aaca-44ba-9f92-de1fec10c175 admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0615237 Aug 27 01:25:26.293861 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738713c6-2c31-4be3-9723-a4b1bcfc9adb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:25:26.295244 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-738713c6-2c31-4be3-9723-a4b1bcfc9adb admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1418996 Aug 27 01:25:28.507333 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 51496) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:25:28.553309 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [None req-dee2a2d1-0b20-4c29-94f4-caa3fbc6b23c admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:25:28.613560 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee2a2d1-0b20-4c29-94f4-caa3fbc6b23c admin admin] Made reservation on behalf of e9904079a3e94900bd545a99cd672ff0 for: {'network': 1} {{(pid=94315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:25:28.616385 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-dee2a2d1-0b20-4c29-94f4-caa3fbc6b23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for network, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:25:28.657322 dv-cinder-759169-3-iscsi neutron-server[94315]: WARNING neutron.services.revisions.revision_plugin [None req-dee2a2d1-0b20-4c29-94f4-caa3fbc6b23c admin admin] Could not find related network for resource to bump revision. Aug 27 01:25:28.673330 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dee2a2d1-0b20-4c29-94f4-caa3fbc6b23c admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=94315) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 01:25:28.685415 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-dee2a2d1-0b20-4c29-94f4-caa3fbc6b23c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791478518245', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935457'] for segment, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:25:28.685945 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-dee2a2d1-0b20-4c29-94f4-caa3fbc6b23c admin admin] Unsubscribe: segment precommit_create {{(pid=94315) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 27 01:25:28.686408 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.db.segments_db [None req-dee2a2d1-0b20-4c29-94f4-caa3fbc6b23c admin admin] Added segment b25e338c-7c02-4107-aeb7-018a6c31e28a of type vlan for network a4efbc34-c203-4048-b24f-d4f743a283fb Aug 27 01:25:28.732194 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-dee2a2d1-0b20-4c29-94f4-caa3fbc6b23c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791478006384'] for network, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:25:28.825115 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-dee2a2d1-0b20-4c29-94f4-caa3fbc6b23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225'] for network, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:25:28.826030 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee2a2d1-0b20-4c29-94f4-caa3fbc6b23c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:25:28.826593 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-dee2a2d1-0b20-4c29-94f4-caa3fbc6b23c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for network, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:25:28.915708 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee2a2d1-0b20-4c29-94f4-caa3fbc6b23c admin admin] Pushing event updated for resources: {'Network': ['ID=a4efbc34-c203-4048-b24f-d4f743a283fb,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:25:28.922097 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee2a2d1-0b20-4c29-94f4-caa3fbc6b23c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:25:28.922451 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee2a2d1-0b20-4c29-94f4-caa3fbc6b23c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:25:28.922799 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee2a2d1-0b20-4c29-94f4-caa3fbc6b23c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:25:28.923123 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee2a2d1-0b20-4c29-94f4-caa3fbc6b23c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:25:28.923493 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee2a2d1-0b20-4c29-94f4-caa3fbc6b23c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:25:28.923779 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee2a2d1-0b20-4c29-94f4-caa3fbc6b23c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:25:28.924099 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee2a2d1-0b20-4c29-94f4-caa3fbc6b23c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:25:28.924436 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee2a2d1-0b20-4c29-94f4-caa3fbc6b23c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:25:28.924767 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee2a2d1-0b20-4c29-94f4-caa3fbc6b23c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:25:28.925104 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee2a2d1-0b20-4c29-94f4-caa3fbc6b23c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:25:28.925414 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee2a2d1-0b20-4c29-94f4-caa3fbc6b23c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:25:28.925719 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee2a2d1-0b20-4c29-94f4-caa3fbc6b23c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:25:28.940265 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Network a4efbc34-c203-4048-b24f-d4f743a283fb details requested by agent ovs-agent-dv-cinder-759169-3-iscsi with host dv-cinder-759169-3-iscsi {{(pid=94317) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 01:25:28.951788 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-dee2a2d1-0b20-4c29-94f4-caa3fbc6b23c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4433765 Aug 27 01:25:31.169052 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 51504) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:25:31.229640 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.pecan_wsgi.hooks.translation [None req-2509446a-506f-42a6-a862-9065544dfd76 admin admin] GET failed (client error): The resource could not be found. Aug 27 01:25:31.230967 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-2509446a-506f-42a6-a862-9065544dfd76 admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0609326 Aug 27 01:25:31.297546 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cf1287-52ed-4730-95f8-f94c0ddbfa9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:25:31.298993 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-05cf1287-52ed-4730-95f8-f94c0ddbfa9b admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0634463 Aug 27 01:25:31.309663 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [None req-994740de-a87c-4023-bd95-1d4d0e7df177 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'a4efbc34-c203-4048-b24f-d4f743a283fb', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:25:31.434556 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994740de-a87c-4023-bd95-1d4d0e7df177 admin admin] Made reservation on behalf of e9904079a3e94900bd545a99cd672ff0 for: {'subnet': 1} {{(pid=94316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:25:31.437024 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-994740de-a87c-4023-bd95-1d4d0e7df177 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:25:31.785118 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-994740de-a87c-4023-bd95-1d4d0e7df177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225'] for subnet, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:25:31.839759 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994740de-a87c-4023-bd95-1d4d0e7df177 admin admin] Pushing event updated for resources: {'Subnet': ['ID=393b2a91-5e5d-4f6d-af73-e5636b1a6e89,revision_number=0']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:25:31.848763 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994740de-a87c-4023-bd95-1d4d0e7df177 admin admin] Checking segment: {'id': 'b25e338c-7c02-4107-aeb7-018a6c31e28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a4efbc34-c203-4048-b24f-d4f743a283fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:25:31.850991 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994740de-a87c-4023-bd95-1d4d0e7df177 admin admin] Network hostable DHCP agents. Network: a4efbc34-c203-4048-b24f-d4f743a283fb, hostable agents: ['70e474cc-df6f-4c4f-8c1d-9d362ecec16b'], hosted agents: [] {{(pid=94316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 01:25:31.927758 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994740de-a87c-4023-bd95-1d4d0e7df177 admin admin] Network a4efbc34-c203-4048-b24f-d4f743a283fb is scheduled to be hosted by DHCP agent 70e474cc-df6f-4c4f-8c1d-9d362ecec16b with binding_index 1 {{(pid=94316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 01:25:31.990454 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.base_scheduler [None req-994740de-a87c-4023-bd95-1d4d0e7df177 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759169-3-iscsi, a4efbc34-c203-4048-b24f-d4f743a283fb) {{(pid=94316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:25:31.994444 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994740de-a87c-4023-bd95-1d4d0e7df177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:25:31.995029 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-994740de-a87c-4023-bd95-1d4d0e7df177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for subnet, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:25:31.999146 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249ac8de-9fac-45b1-973c-98ed962db088 None None] Network a4efbc34-c203-4048-b24f-d4f743a283fb requested from dv-cinder-759169-3-iscsi {{(pid=94317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 01:25:32.077669 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-994740de-a87c-4023-bd95-1d4d0e7df177 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7712669 Aug 27 01:25:32.143012 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7072b7c-0ef9-45d6-b3d7-2247af7fa11c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30d8a1d7-44b8-5ff3-906c-ae2eaad5aabb-a4efbc34-c203-4048-b24f-d4f743a283fb', 'network_id': 'a4efbc34-c203-4048-b24f-d4f743a283fb', 'tenant_id': 'e9904079a3e94900bd545a99cd672ff0', 'fixed_ips': [{'subnet_id': '393b2a91-5e5d-4f6d-af73-e5636b1a6e89'}]}} from dv-cinder-759169-3-iscsi. {{(pid=94317) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 01:25:32.143992 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-f7072b7c-0ef9-45d6-b3d7-2247af7fa11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_create {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:25:32.374830 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.db_base_plugin_common [None req-f7072b7c-0ef9-45d6-b3d7-2247af7fa11c None None] Allocated IP 192.168.233.2 (a4efbc34-c203-4048-b24f-d4f743a283fb/393b2a91-5e5d-4f6d-af73-e5636b1a6e89/47df6cfb-c484-48d8-8e03-d9930e7054a5) {{(pid=94317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 01:25:32.521752 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-f7072b7c-0ef9-45d6-b3d7-2247af7fa11c None None] Notify callbacks [] for port, precommit_create {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:25:32.530732 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-f7072b7c-0ef9-45d6-b3d7-2247af7fa11c None None] Transition to ACTIVE for port object 47df6cfb-c484-48d8-8e03-d9930e7054a5 will not be triggered until provisioned by entity L2. {{(pid=94317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:25:32.546303 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-f7072b7c-0ef9-45d6-b3d7-2247af7fa11c None None] Transition to ACTIVE for port object 47df6cfb-c484-48d8-8e03-d9930e7054a5 will not be triggered until provisioned by entity DHCP. {{(pid=94317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:25:32.623375 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-f7072b7c-0ef9-45d6-b3d7-2247af7fa11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791478024214'] for port, after_create {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:25:32.661275 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7072b7c-0ef9-45d6-b3d7-2247af7fa11c None None] Network a4efbc34-c203-4048-b24f-d4f743a283fb is already hosted by enough agents. {{(pid=94317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:25:32.666102 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.scheduler.base_scheduler [None req-f7072b7c-0ef9-45d6-b3d7-2247af7fa11c None None] Resources bound (agent type, host, resource id): {{(pid=94317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:25:32.669619 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7072b7c-0ef9-45d6-b3d7-2247af7fa11c None None] Received port after_create {{(pid=94317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 01:25:32.675166 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7072b7c-0ef9-45d6-b3d7-2247af7fa11c None None] Pushing event updated for resources: {'Port': ['ID=47df6cfb-c484-48d8-8e03-d9930e7054a5,revision_number=1']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:25:32.685926 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7072b7c-0ef9-45d6-b3d7-2247af7fa11c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:25:32.686275 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7072b7c-0ef9-45d6-b3d7-2247af7fa11c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:25:32.686617 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7072b7c-0ef9-45d6-b3d7-2247af7fa11c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:25:32.686967 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7072b7c-0ef9-45d6-b3d7-2247af7fa11c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:25:32.687297 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7072b7c-0ef9-45d6-b3d7-2247af7fa11c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:25:32.687623 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7072b7c-0ef9-45d6-b3d7-2247af7fa11c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:25:32.687948 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7072b7c-0ef9-45d6-b3d7-2247af7fa11c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:25:32.688269 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7072b7c-0ef9-45d6-b3d7-2247af7fa11c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:25:32.688608 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7072b7c-0ef9-45d6-b3d7-2247af7fa11c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:25:32.688970 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7072b7c-0ef9-45d6-b3d7-2247af7fa11c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:25:32.689315 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7072b7c-0ef9-45d6-b3d7-2247af7fa11c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:25:32.689606 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7072b7c-0ef9-45d6-b3d7-2247af7fa11c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:25:32.737177 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.managers [None req-f7072b7c-0ef9-45d6-b3d7-2247af7fa11c None None] Attempting to bind port 47df6cfb-c484-48d8-8e03-d9930e7054a5 on host dv-cinder-759169-3-iscsi for vnic_type normal with profile {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 01:25:32.737550 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.managers [None req-f7072b7c-0ef9-45d6-b3d7-2247af7fa11c None None] Attempting to bind port 47df6cfb-c484-48d8-8e03-d9930e7054a5 by drivers openvswitch,hyperv on host dv-cinder-759169-3-iscsi at level 0 using segments [{'id': 'b25e338c-7c02-4107-aeb7-018a6c31e28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a4efbc34-c203-4048-b24f-d4f743a283fb'}] {{(pid=94317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 01:25:32.737908 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7072b7c-0ef9-45d6-b3d7-2247af7fa11c None None] Attempting to bind port 47df6cfb-c484-48d8-8e03-d9930e7054a5 on network a4efbc34-c203-4048-b24f-d4f743a283fb {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:25:32.743395 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7072b7c-0ef9-45d6-b3d7-2247af7fa11c None None] Checking agent: {'id': '9a53e131-30a1-425b-897f-67705806e918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759169-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 1, 22, 15), 'started_at': datetime.datetime(2021, 8, 27, 1, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 1, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759169-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 01:25:32.743767 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7072b7c-0ef9-45d6-b3d7-2247af7fa11c None None] Checking segment: {'id': 'b25e338c-7c02-4107-aeb7-018a6c31e28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a4efbc34-c203-4048-b24f-d4f743a283fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:25:32.744166 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-f7072b7c-0ef9-45d6-b3d7-2247af7fa11c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:25:32.744561 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7072b7c-0ef9-45d6-b3d7-2247af7fa11c None None] Bound using segment: {'id': 'b25e338c-7c02-4107-aeb7-018a6c31e28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a4efbc34-c203-4048-b24f-d4f743a283fb'} {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 01:25:32.745046 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.managers [None req-f7072b7c-0ef9-45d6-b3d7-2247af7fa11c None None] Bound port: 47df6cfb-c484-48d8-8e03-d9930e7054a5, host: dv-cinder-759169-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b25e338c-7c02-4107-aeb7-018a6c31e28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a4efbc34-c203-4048-b24f-d4f743a283fb'}}] {{(pid=94317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 01:25:32.745452 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-f7072b7c-0ef9-45d6-b3d7-2247af7fa11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:25:32.812224 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-f7072b7c-0ef9-45d6-b3d7-2247af7fa11c None None] For port 47df6cfb-c484-48d8-8e03-d9930e7054a5, host dv-cinder-759169-3-iscsi, cleared binding levels {{(pid=94317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 01:25:32.815547 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-f7072b7c-0ef9-45d6-b3d7-2247af7fa11c None None] For port 47df6cfb-c484-48d8-8e03-d9930e7054a5, host dv-cinder-759169-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=47df6cfb-c484-48d8-8e03-d9930e7054a5,segment=NetworkSegment(b25e338c-7c02-4107-aeb7-018a6c31e28a),segment_id=b25e338c-7c02-4107-aeb7-018a6c31e28a)] {{(pid=94317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 01:25:32.909474 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-f7072b7c-0ef9-45d6-b3d7-2247af7fa11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:25:32.966430 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7072b7c-0ef9-45d6-b3d7-2247af7fa11c None None] Pushing event updated for resources: {'Port': ['ID=47df6cfb-c484-48d8-8e03-d9930e7054a5,revision_number=2']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:25:33.732140 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4028a85e-6b5c-41c6-9fc2-f9c32ea1504d None None] Network a4efbc34-c203-4048-b24f-d4f743a283fb requested from dv-cinder-759169-3-iscsi {{(pid=94317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 01:25:33.920265 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-f99e47c8-d17f-4aea-ac31-cc2b44b18eee None None] Provisioning for port 47df6cfb-c484-48d8-8e03-d9930e7054a5 completed by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:25:34.934134 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 47df6cfb-c484-48d8-8e03-d9930e7054a5 up at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:25:35.048111 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning for port 47df6cfb-c484-48d8-8e03-d9930e7054a5 completed by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:25:35.052736 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning complete for port 47df6cfb-c484-48d8-8e03-d9930e7054a5 triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:25:35.061147 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:25:35.139944 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:25:35.171254 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] For port 47df6cfb-c484-48d8-8e03-d9930e7054a5, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=47df6cfb-c484-48d8-8e03-d9930e7054a5,segment=NetworkSegment(b25e338c-7c02-4107-aeb7-018a6c31e28a),segment_id=b25e338c-7c02-4107-aeb7-018a6c31e28a)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:25:35.225262 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:25:35.276101 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Pushing event updated for resources: {'Port': ['ID=47df6cfb-c484-48d8-8e03-d9930e7054a5,revision_number=3']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:25:36.919026 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 47df6cfb-c484-48d8-8e03-d9930e7054a5 up at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:25:36.967711 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning complete for port 47df6cfb-c484-48d8-8e03-d9930e7054a5 triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:25:36.968076 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:25:41.936823 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-1b3f96f7-da29-4dd7-b4b0-6515e451b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:25:44.497055 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-4d4abdff-ee0c-4632-90a0-580f45e34946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:25:44.628424 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:25:45.834506 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ed545f81-8b1b-4cf8-a1bc-5817d83b44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:25:47.359760 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-809c4053-e1f3-4656-979d-5dfd58cb0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:26:03.011224 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.agents_db [None req-fec0d0a0-65fd-4898-8015-6bc2580b487e None None] Agent healthcheck: found 5 active agents {{(pid=94318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 01:26:11.924991 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-655975a5-f40d-4f9b-8007-072c0922ddc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:26:14.504066 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-cb30c109-29ba-40b0-9ae3-d99e4c871345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:26:14.623915 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:26:15.833553 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ed545f81-8b1b-4cf8-a1bc-5817d83b44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:26:17.359327 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-809c4053-e1f3-4656-979d-5dfd58cb0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:26:40.009834 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.agents_db [None req-fec0d0a0-65fd-4898-8015-6bc2580b487e None None] Agent healthcheck: found 5 active agents {{(pid=94318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 01:26:41.909239 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e6f64160-52b7-4a79-8189-e4cd678a4181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:26:44.509439 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-aee22954-2c4d-4b20-b3bf-ee68ebf6b4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:26:44.629052 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:26:45.840778 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ed545f81-8b1b-4cf8-a1bc-5817d83b44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:26:47.341074 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-809c4053-e1f3-4656-979d-5dfd58cb0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:26:51.597155 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 51556) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:26:51.603895 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [None req-31df987e-383b-4b7e-ae8d-b536c55a42da tempest-verify_tempest_config-921997181 tempest-verify_tempest_config-921997181-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94315) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 01:26:51.604908 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-31df987e-383b-4b7e-ae8d-b536c55a42da tempest-verify_tempest_config-921997181 tempest-verify_tempest_config-921997181-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067632 Aug 27 01:26:52.200912 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 51574) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:26:52.302779 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-36126534-780a-49d2-862b-bf716f3cadfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:26:52.413177 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-36126534-780a-49d2-862b-bf716f3cadfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:26:52.463103 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-36126534-780a-49d2-862b-bf716f3cadfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:26:52.510732 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-36126534-780a-49d2-862b-bf716f3cadfa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5aae63e1806e471984cfd2444abb0f3d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3087795 Aug 27 01:26:52.511564 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36126534-780a-49d2-862b-bf716f3cadfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7c0780-8eeb-49b7-9d94-aef850c7f377,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:26:52.513396 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 51578) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:26:52.524506 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36126534-780a-49d2-862b-bf716f3cadfa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:26:52.524879 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36126534-780a-49d2-862b-bf716f3cadfa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:26:52.525222 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36126534-780a-49d2-862b-bf716f3cadfa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:26:52.525552 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36126534-780a-49d2-862b-bf716f3cadfa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:26:52.525878 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36126534-780a-49d2-862b-bf716f3cadfa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:26:52.526220 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36126534-780a-49d2-862b-bf716f3cadfa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:26:52.526547 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36126534-780a-49d2-862b-bf716f3cadfa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:26:52.526870 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36126534-780a-49d2-862b-bf716f3cadfa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:26:52.527190 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36126534-780a-49d2-862b-bf716f3cadfa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:26:52.527509 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36126534-780a-49d2-862b-bf716f3cadfa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:26:52.527827 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36126534-780a-49d2-862b-bf716f3cadfa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:26:52.528143 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36126534-780a-49d2-862b-bf716f3cadfa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:26:52.576739 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-39930b30-7a13-4329-8005-efdc99bab28d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:26:52.597945 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-39930b30-7a13-4329-8005-efdc99bab28d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:26:52.731926 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-39930b30-7a13-4329-8005-efdc99bab28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:26:52.734467 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-39930b30-7a13-4329-8005-efdc99bab28d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:26:52.735609 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-39930b30-7a13-4329-8005-efdc99bab28d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2f7c0780-8eeb-49b7-9d94-aef850c7f377 HTTP/1.1" status: 204 len: 168 time: 0.2205782 Aug 27 01:26:52.743298 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39930b30-7a13-4329-8005-efdc99bab28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7c0780-8eeb-49b7-9d94-aef850c7f377,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:27:11.931593 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-819b4b6c-5c70-4907-9848-a0525dffcef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:27:14.502900 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-4a8a6f26-6828-4dd8-92d6-d675cfdf9b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:27:14.625889 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:27:15.840032 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ed545f81-8b1b-4cf8-a1bc-5817d83b44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:27:17.008111 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.agents_db [None req-fec0d0a0-65fd-4898-8015-6bc2580b487e None None] Agent healthcheck: found 5 active agents {{(pid=94318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 01:27:17.363223 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-809c4053-e1f3-4656-979d-5dfd58cb0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:27:41.945433 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-b3f57ad0-def8-4c3b-adb5-b39268ec7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:27:44.490760 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-15d83299-a00f-4af9-8747-f66d12c54ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:27:44.650567 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:27:45.867991 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ed545f81-8b1b-4cf8-a1bc-5817d83b44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:27:47.373616 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-809c4053-e1f3-4656-979d-5dfd58cb0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:27:54.006433 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.agents_db [None req-fec0d0a0-65fd-4898-8015-6bc2580b487e None None] Agent healthcheck: found 5 active agents {{(pid=94318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 01:28:11.901258 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-86e9ddb1-d0ec-4645-9b2f-db998f359a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:28:14.498309 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-43676ad1-3180-4cbd-a008-f7e99fc6236a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:28:14.641294 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:28:15.844451 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ed545f81-8b1b-4cf8-a1bc-5817d83b44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:28:17.367069 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-809c4053-e1f3-4656-979d-5dfd58cb0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:28:22.998567 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2024005'] for agent, after_create {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:28:31.007355 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.agents_db [None req-fec0d0a0-65fd-4898-8015-6bc2580b487e None None] Agent healthcheck: found 6 active agents {{(pid=94318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 01:28:37.532165 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 51650) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:28:37.635661 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-0449ce93-3a99-4ca0-ab74-3c5538a3fc44 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1022663 Aug 27 01:28:39.838011 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 51660) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:28:39.891643 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-2aa7a682-addc-45b5-a111-efd423ee70b8 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0525823 Aug 27 01:28:41.903077 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-705e6929-0fed-4c6e-b7c3-22f28e34c7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:28:44.637473 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-09de220d-4825-4787-b7eb-eca05c4bdd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:28:44.749456 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:28:45.866792 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ed545f81-8b1b-4cf8-a1bc-5817d83b44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:28:47.371433 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-809c4053-e1f3-4656-979d-5dfd58cb0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:28:52.992147 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:29:08.005908 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.agents_db [None req-fec0d0a0-65fd-4898-8015-6bc2580b487e None None] Agent healthcheck: found 6 active agents {{(pid=94318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 01:29:11.922846 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-0e316551-42ac-4bab-9fec-5edb7883ea47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:29:14.494206 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-5a357364-63c5-462f-84eb-8b301cbda063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:29:14.683127 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:29:15.896551 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ed545f81-8b1b-4cf8-a1bc-5817d83b44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:29:17.403195 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-809c4053-e1f3-4656-979d-5dfd58cb0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:29:23.022208 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:29:41.913143 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-89f2874f-f602-412e-becd-38e3f396eda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:29:44.587553 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-4a71bf90-7eac-4f5d-b279-0cfef4ddb260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:29:44.642774 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:29:45.005352 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.agents_db [None req-fec0d0a0-65fd-4898-8015-6bc2580b487e None None] Agent healthcheck: found 6 active agents {{(pid=94318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 01:29:45.862036 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ed545f81-8b1b-4cf8-a1bc-5817d83b44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:29:47.404481 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-809c4053-e1f3-4656-979d-5dfd58cb0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:29:52.998668 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:06.499430 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 51794) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:30:06.883340 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [None req-9a7a77ad-75ef-4dd6-8ea3-66a4d2188cde admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1342235073-network', 'tenant_id': '1d392d1b39ee49d1b87211d5c447f9dc'}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:30:06.957186 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7a77ad-75ef-4dd6-8ea3-66a4d2188cde admin admin] Made reservation on behalf of 1d392d1b39ee49d1b87211d5c447f9dc for: {'network': 1} {{(pid=94315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:30:06.960223 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-9a7a77ad-75ef-4dd6-8ea3-66a4d2188cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for network, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:06.972495 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-9a7a77ad-75ef-4dd6-8ea3-66a4d2188cde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:07.081424 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-9a7a77ad-75ef-4dd6-8ea3-66a4d2188cde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:07.164250 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-9a7a77ad-75ef-4dd6-8ea3-66a4d2188cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:07.190252 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a7a77ad-75ef-4dd6-8ea3-66a4d2188cde admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=94315) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 01:30:07.210118 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-9a7a77ad-75ef-4dd6-8ea3-66a4d2188cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935457'] for segment, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:07.210378 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.db.segments_db [None req-9a7a77ad-75ef-4dd6-8ea3-66a4d2188cde admin admin] Added segment c42d10cd-c3ef-4c1a-a7ca-8e269f5416ab of type vlan for network 6cba5cc2-c26d-402b-a305-3f91c04ec99b Aug 27 01:30:07.212366 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7a77ad-75ef-4dd6-8ea3-66a4d2188cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e371d2a-3cc1-40e4-9d0f-e7b345febfdb,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:07.228272 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7a77ad-75ef-4dd6-8ea3-66a4d2188cde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:30:07.228615 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7a77ad-75ef-4dd6-8ea3-66a4d2188cde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:30:07.228983 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7a77ad-75ef-4dd6-8ea3-66a4d2188cde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:30:07.229316 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7a77ad-75ef-4dd6-8ea3-66a4d2188cde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:30:07.229645 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7a77ad-75ef-4dd6-8ea3-66a4d2188cde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:30:07.230002 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7a77ad-75ef-4dd6-8ea3-66a4d2188cde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:30:07.230323 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7a77ad-75ef-4dd6-8ea3-66a4d2188cde admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:30:07.230661 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7a77ad-75ef-4dd6-8ea3-66a4d2188cde admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:30:07.231029 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7a77ad-75ef-4dd6-8ea3-66a4d2188cde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:30:07.231589 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7a77ad-75ef-4dd6-8ea3-66a4d2188cde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:30:07.232148 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7a77ad-75ef-4dd6-8ea3-66a4d2188cde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:30:07.232715 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7a77ad-75ef-4dd6-8ea3-66a4d2188cde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:30:07.233983 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7a77ad-75ef-4dd6-8ea3-66a4d2188cde admin admin] Tracked resource versions report: Aug 27 01:30:07.233983 dv-cinder-759169-3-iscsi neutron-server[94315]: pushed versions: Aug 27 01:30:07.233983 dv-cinder-759169-3-iscsi neutron-server[94315]: { 'AddressGroup': {'1.2'}, Aug 27 01:30:07.233983 dv-cinder-759169-3-iscsi neutron-server[94315]: 'ConntrackHelper': {'1.0'}, Aug 27 01:30:07.233983 dv-cinder-759169-3-iscsi neutron-server[94315]: 'Log': {'1.0'}, Aug 27 01:30:07.233983 dv-cinder-759169-3-iscsi neutron-server[94315]: 'Network': {'1.1'}, Aug 27 01:30:07.233983 dv-cinder-759169-3-iscsi neutron-server[94315]: 'Port': {'1.7'}, Aug 27 01:30:07.233983 dv-cinder-759169-3-iscsi neutron-server[94315]: 'PortForwarding': {'1.2'}, Aug 27 01:30:07.233983 dv-cinder-759169-3-iscsi neutron-server[94315]: 'QosPolicy': {'1.9'}, Aug 27 01:30:07.233983 dv-cinder-759169-3-iscsi neutron-server[94315]: 'SecurityGroup': {'1.4'}, Aug 27 01:30:07.233983 dv-cinder-759169-3-iscsi neutron-server[94315]: 'SecurityGroupRule': {'1.2'}, Aug 27 01:30:07.233983 dv-cinder-759169-3-iscsi neutron-server[94315]: 'SubPort': {'1.0'}, Aug 27 01:30:07.233983 dv-cinder-759169-3-iscsi neutron-server[94315]: 'Subnet': {'1.1'}, Aug 27 01:30:07.233983 dv-cinder-759169-3-iscsi neutron-server[94315]: 'Trunk': {'1.1'}} Aug 27 01:30:07.233983 dv-cinder-759169-3-iscsi neutron-server[94315]: consumer versions: Aug 27 01:30:07.233983 dv-cinder-759169-3-iscsi neutron-server[94315]: { DHCP agent@dv-cinder-759169-3-iscsi: {}, Aug 27 01:30:07.233983 dv-cinder-759169-3-iscsi neutron-server[94315]: HyperV agent@hv-cinder-75916: {}, Aug 27 01:30:07.233983 dv-cinder-759169-3-iscsi neutron-server[94315]: L3 agent@dv-cinder-759169-3-iscsi: {}, Aug 27 01:30:07.233983 dv-cinder-759169-3-iscsi neutron-server[94315]: Metadata agent@dv-cinder-759169-3-iscsi: {}, Aug 27 01:30:07.233983 dv-cinder-759169-3-iscsi neutron-server[94315]: Metering agent@dv-cinder-759169-3-iscsi: {}, Aug 27 01:30:07.233983 dv-cinder-759169-3-iscsi neutron-server[94315]: Open vSwitch agent@dv-cinder-759169-3-iscsi: { 'AddressGroup': '1.2', Aug 27 01:30:07.233983 dv-cinder-759169-3-iscsi neutron-server[94315]: 'ConntrackHelper': '1.0', Aug 27 01:30:07.233983 dv-cinder-759169-3-iscsi neutron-server[94315]: 'Log': '1.0', Aug 27 01:30:07.233983 dv-cinder-759169-3-iscsi neutron-server[94315]: 'Network': '1.1', Aug 27 01:30:07.233983 dv-cinder-759169-3-iscsi neutron-server[94315]: 'Port': '1.7', Aug 27 01:30:07.233983 dv-cinder-759169-3-iscsi neutron-server[94315]: 'PortForwarding': '1.2', Aug 27 01:30:07.233983 dv-cinder-759169-3-iscsi neutron-server[94315]: 'QosPolicy': '1.9', Aug 27 01:30:07.233983 dv-cinder-759169-3-iscsi neutron-server[94315]: 'SecurityGroup': '1.4', Aug 27 01:30:07.233983 dv-cinder-759169-3-iscsi neutron-server[94315]: 'SecurityGroupRule': '1.2', Aug 27 01:30:07.233983 dv-cinder-759169-3-iscsi neutron-server[94315]: 'SubPort': '1.0', Aug 27 01:30:07.233983 dv-cinder-759169-3-iscsi neutron-server[94315]: 'Subnet': '1.1', Aug 27 01:30:07.233983 dv-cinder-759169-3-iscsi neutron-server[94315]: 'Trunk': '1.1'}} Aug 27 01:30:07.233983 dv-cinder-759169-3-iscsi neutron-server[94315]: {{(pid=94315) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 01:30:07.269952 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-9a7a77ad-75ef-4dd6-8ea3-66a4d2188cde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791478006384'] for network, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:07.356507 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-9a7a77ad-75ef-4dd6-8ea3-66a4d2188cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225'] for network, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:07.357518 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7a77ad-75ef-4dd6-8ea3-66a4d2188cde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:07.358096 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-9a7a77ad-75ef-4dd6-8ea3-66a4d2188cde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for network, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:07.421351 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7a77ad-75ef-4dd6-8ea3-66a4d2188cde admin admin] Pushing event updated for resources: {'Network': ['ID=6cba5cc2-c26d-402b-a305-3f91c04ec99b,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:07.432538 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Network 6cba5cc2-c26d-402b-a305-3f91c04ec99b details requested by agent ovs-agent-dv-cinder-759169-3-iscsi with host dv-cinder-759169-3-iscsi {{(pid=94317) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 01:30:07.486260 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-9a7a77ad-75ef-4dd6-8ea3-66a4d2188cde admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9840438 Aug 27 01:30:07.487013 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 51828) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:30:07.493240 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [None req-2ce02f65-d806-4654-b5a7-1ab8f5d17f24 admin admin] Request body: {'subnet': {'network_id': '6cba5cc2-c26d-402b-a305-3f91c04ec99b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1342235073-subnet', 'tenant_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:30:07.632319 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce02f65-d806-4654-b5a7-1ab8f5d17f24 admin admin] Made reservation on behalf of 1d392d1b39ee49d1b87211d5c447f9dc for: {'subnet': 1} {{(pid=94315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:30:07.635485 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-2ce02f65-d806-4654-b5a7-1ab8f5d17f24 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:07.876930 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-2ce02f65-d806-4654-b5a7-1ab8f5d17f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225'] for subnet, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:07.921386 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce02f65-d806-4654-b5a7-1ab8f5d17f24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1b7ebb0-22fa-4fc2-81e3-fd4ce0a9462d,revision_number=0']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:07.948826 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 51852) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:30:07.953503 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce02f65-d806-4654-b5a7-1ab8f5d17f24 admin admin] Checking segment: {'id': 'c42d10cd-c3ef-4c1a-a7ca-8e269f5416ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6cba5cc2-c26d-402b-a305-3f91c04ec99b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:30:07.953917 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce02f65-d806-4654-b5a7-1ab8f5d17f24 admin admin] Network hostable DHCP agents. Network: 6cba5cc2-c26d-402b-a305-3f91c04ec99b, hostable agents: ['70e474cc-df6f-4c4f-8c1d-9d362ecec16b'], hosted agents: [] {{(pid=94315) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 01:30:08.024800 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce02f65-d806-4654-b5a7-1ab8f5d17f24 admin admin] Network 6cba5cc2-c26d-402b-a305-3f91c04ec99b is scheduled to be hosted by DHCP agent 70e474cc-df6f-4c4f-8c1d-9d362ecec16b with binding_index 1 {{(pid=94315) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 01:30:08.099081 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.base_scheduler [None req-2ce02f65-d806-4654-b5a7-1ab8f5d17f24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759169-3-iscsi, 6cba5cc2-c26d-402b-a305-3f91c04ec99b) {{(pid=94315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:30:08.103937 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce02f65-d806-4654-b5a7-1ab8f5d17f24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:08.104771 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-2ce02f65-d806-4654-b5a7-1ab8f5d17f24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for subnet, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:08.112983 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08050e0f-1cd3-46a5-a9eb-f5fd5f404edf None None] Network 6cba5cc2-c26d-402b-a305-3f91c04ec99b requested from dv-cinder-759169-3-iscsi {{(pid=94317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 01:30:08.188511 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-2ce02f65-d806-4654-b5a7-1ab8f5d17f24 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7000778 Aug 27 01:30:08.191337 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 51870) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:30:08.195815 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [None req-5e3427a2-8e36-4d0a-af58-976c6d738e7a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1342235073-router', 'tenant_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6'}}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:30:08.283507 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [None req-dbc4cd5f-bfd1-44f6-a358-1e9afd6cdf4a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1957284840-network', 'tenant_id': 'b8f4319d61634014a030eb7b9b741e92'}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:30:08.290796 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-5e3427a2-8e36-4d0a-af58-976c6d738e7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2021068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4927'] for router, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:08.291866 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-5e3427a2-8e36-4d0a-af58-976c6d738e7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2019338', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2084776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4904'] for router, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:08.355042 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-5e3427a2-8e36-4d0a-af58-976c6d738e7a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:08.375835 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1dd088-0bcd-44d7-b254-94f6146ed1dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30d8a1d7-44b8-5ff3-906c-ae2eaad5aabb-6cba5cc2-c26d-402b-a305-3f91c04ec99b', 'network_id': '6cba5cc2-c26d-402b-a305-3f91c04ec99b', 'tenant_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'fixed_ips': [{'subnet_id': 'e1b7ebb0-22fa-4fc2-81e3-fd4ce0a9462d'}]}} from dv-cinder-759169-3-iscsi. {{(pid=94317) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 01:30:08.377108 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-3c1dd088-0bcd-44d7-b254-94f6146ed1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_create {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:08.387844 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc4cd5f-bfd1-44f6-a358-1e9afd6cdf4a admin admin] Made reservation on behalf of b8f4319d61634014a030eb7b9b741e92 for: {'network': 1} {{(pid=94316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:30:08.390897 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-dbc4cd5f-bfd1-44f6-a358-1e9afd6cdf4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for network, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:08.399993 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-dbc4cd5f-bfd1-44f6-a358-1e9afd6cdf4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:08.501089 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 51878) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:30:08.535623 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.db_base_plugin_common [None req-3c1dd088-0bcd-44d7-b254-94f6146ed1dc None None] Allocated IP 172.20.0.2 (6cba5cc2-c26d-402b-a305-3f91c04ec99b/e1b7ebb0-22fa-4fc2-81e3-fd4ce0a9462d/675a416e-7369-4c70-80e8-ffda8de683df) {{(pid=94317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 01:30:08.603573 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-5e3427a2-8e36-4d0a-af58-976c6d738e7a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:08.663598 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-dbc4cd5f-bfd1-44f6-a358-1e9afd6cdf4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:08.688438 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-3c1dd088-0bcd-44d7-b254-94f6146ed1dc None None] Notify callbacks [] for port, precommit_create {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:08.696968 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-3c1dd088-0bcd-44d7-b254-94f6146ed1dc None None] Transition to ACTIVE for port object 675a416e-7369-4c70-80e8-ffda8de683df will not be triggered until provisioned by entity L2. {{(pid=94317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:30:08.716146 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-3c1dd088-0bcd-44d7-b254-94f6146ed1dc None None] Transition to ACTIVE for port object 675a416e-7369-4c70-80e8-ffda8de683df will not be triggered until provisioned by entity DHCP. {{(pid=94317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:30:08.736517 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-dbc4cd5f-bfd1-44f6-a358-1e9afd6cdf4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:08.755975 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbc4cd5f-bfd1-44f6-a358-1e9afd6cdf4a admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=94316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 01:30:08.774078 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 51890) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:30:08.776495 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-3c1dd088-0bcd-44d7-b254-94f6146ed1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791478024214'] for port, after_create {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:08.788509 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-dbc4cd5f-bfd1-44f6-a358-1e9afd6cdf4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935457'] for segment, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:08.788873 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.db.segments_db [None req-dbc4cd5f-bfd1-44f6-a358-1e9afd6cdf4a admin admin] Added segment fa7a1357-6c45-4d5c-91c4-c90956998f60 of type vlan for network 4b165d08-d478-4821-bbe5-bfe50564161b Aug 27 01:30:08.790042 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc4cd5f-bfd1-44f6-a358-1e9afd6cdf4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c82726-5717-4c95-a0e5-e06ab3e2e3c0,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:08.808097 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc4cd5f-bfd1-44f6-a358-1e9afd6cdf4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:30:08.808461 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc4cd5f-bfd1-44f6-a358-1e9afd6cdf4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:30:08.808798 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc4cd5f-bfd1-44f6-a358-1e9afd6cdf4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:30:08.809179 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc4cd5f-bfd1-44f6-a358-1e9afd6cdf4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:30:08.809567 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc4cd5f-bfd1-44f6-a358-1e9afd6cdf4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:30:08.809961 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc4cd5f-bfd1-44f6-a358-1e9afd6cdf4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:30:08.810227 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc4cd5f-bfd1-44f6-a358-1e9afd6cdf4a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:30:08.810564 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc4cd5f-bfd1-44f6-a358-1e9afd6cdf4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:30:08.810898 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc4cd5f-bfd1-44f6-a358-1e9afd6cdf4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:30:08.811217 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc4cd5f-bfd1-44f6-a358-1e9afd6cdf4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:30:08.811529 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc4cd5f-bfd1-44f6-a358-1e9afd6cdf4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:30:08.811836 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc4cd5f-bfd1-44f6-a358-1e9afd6cdf4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:30:08.813641 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc4cd5f-bfd1-44f6-a358-1e9afd6cdf4a admin admin] Tracked resource versions report: Aug 27 01:30:08.813641 dv-cinder-759169-3-iscsi neutron-server[94316]: pushed versions: Aug 27 01:30:08.813641 dv-cinder-759169-3-iscsi neutron-server[94316]: { 'AddressGroup': {'1.2'}, Aug 27 01:30:08.813641 dv-cinder-759169-3-iscsi neutron-server[94316]: 'ConntrackHelper': {'1.0'}, Aug 27 01:30:08.813641 dv-cinder-759169-3-iscsi neutron-server[94316]: 'Log': {'1.0'}, Aug 27 01:30:08.813641 dv-cinder-759169-3-iscsi neutron-server[94316]: 'Network': {'1.1'}, Aug 27 01:30:08.813641 dv-cinder-759169-3-iscsi neutron-server[94316]: 'Port': {'1.7'}, Aug 27 01:30:08.813641 dv-cinder-759169-3-iscsi neutron-server[94316]: 'PortForwarding': {'1.2'}, Aug 27 01:30:08.813641 dv-cinder-759169-3-iscsi neutron-server[94316]: 'QosPolicy': {'1.9'}, Aug 27 01:30:08.813641 dv-cinder-759169-3-iscsi neutron-server[94316]: 'SecurityGroup': {'1.4'}, Aug 27 01:30:08.813641 dv-cinder-759169-3-iscsi neutron-server[94316]: 'SecurityGroupRule': {'1.2'}, Aug 27 01:30:08.813641 dv-cinder-759169-3-iscsi neutron-server[94316]: 'SubPort': {'1.0'}, Aug 27 01:30:08.813641 dv-cinder-759169-3-iscsi neutron-server[94316]: 'Subnet': {'1.1'}, Aug 27 01:30:08.813641 dv-cinder-759169-3-iscsi neutron-server[94316]: 'Trunk': {'1.1'}} Aug 27 01:30:08.813641 dv-cinder-759169-3-iscsi neutron-server[94316]: consumer versions: Aug 27 01:30:08.813641 dv-cinder-759169-3-iscsi neutron-server[94316]: { DHCP agent@dv-cinder-759169-3-iscsi: {}, Aug 27 01:30:08.813641 dv-cinder-759169-3-iscsi neutron-server[94316]: HyperV agent@hv-cinder-75916: {}, Aug 27 01:30:08.813641 dv-cinder-759169-3-iscsi neutron-server[94316]: L3 agent@dv-cinder-759169-3-iscsi: {}, Aug 27 01:30:08.813641 dv-cinder-759169-3-iscsi neutron-server[94316]: Metadata agent@dv-cinder-759169-3-iscsi: {}, Aug 27 01:30:08.813641 dv-cinder-759169-3-iscsi neutron-server[94316]: Metering agent@dv-cinder-759169-3-iscsi: {}, Aug 27 01:30:08.813641 dv-cinder-759169-3-iscsi neutron-server[94316]: Open vSwitch agent@dv-cinder-759169-3-iscsi: { 'AddressGroup': '1.2', Aug 27 01:30:08.813641 dv-cinder-759169-3-iscsi neutron-server[94316]: 'ConntrackHelper': '1.0', Aug 27 01:30:08.813641 dv-cinder-759169-3-iscsi neutron-server[94316]: 'Log': '1.0', Aug 27 01:30:08.813641 dv-cinder-759169-3-iscsi neutron-server[94316]: 'Network': '1.1', Aug 27 01:30:08.813641 dv-cinder-759169-3-iscsi neutron-server[94316]: 'Port': '1.7', Aug 27 01:30:08.813641 dv-cinder-759169-3-iscsi neutron-server[94316]: 'PortForwarding': '1.2', Aug 27 01:30:08.813641 dv-cinder-759169-3-iscsi neutron-server[94316]: 'QosPolicy': '1.9', Aug 27 01:30:08.813641 dv-cinder-759169-3-iscsi neutron-server[94316]: 'SecurityGroup': '1.4', Aug 27 01:30:08.813641 dv-cinder-759169-3-iscsi neutron-server[94316]: 'SecurityGroupRule': '1.2', Aug 27 01:30:08.813641 dv-cinder-759169-3-iscsi neutron-server[94316]: 'SubPort': '1.0', Aug 27 01:30:08.813641 dv-cinder-759169-3-iscsi neutron-server[94316]: 'Subnet': '1.1', Aug 27 01:30:08.813641 dv-cinder-759169-3-iscsi neutron-server[94316]: 'Trunk': '1.1'}} Aug 27 01:30:08.813641 dv-cinder-759169-3-iscsi neutron-server[94316]: {{(pid=94316) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 01:30:08.830398 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1dd088-0bcd-44d7-b254-94f6146ed1dc None None] Network 6cba5cc2-c26d-402b-a305-3f91c04ec99b is already hosted by enough agents. {{(pid=94317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:30:08.833773 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.scheduler.base_scheduler [None req-3c1dd088-0bcd-44d7-b254-94f6146ed1dc None None] Resources bound (agent type, host, resource id): {{(pid=94317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:30:08.840211 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1dd088-0bcd-44d7-b254-94f6146ed1dc None None] Received port after_create {{(pid=94317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 01:30:08.860742 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-dbc4cd5f-bfd1-44f6-a358-1e9afd6cdf4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791478006384'] for network, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:08.863207 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1dd088-0bcd-44d7-b254-94f6146ed1dc None None] Pushing event updated for resources: {'Port': ['ID=675a416e-7369-4c70-80e8-ffda8de683df,revision_number=1']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:08.886894 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1dd088-0bcd-44d7-b254-94f6146ed1dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:30:08.887255 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1dd088-0bcd-44d7-b254-94f6146ed1dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:30:08.887581 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1dd088-0bcd-44d7-b254-94f6146ed1dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:30:08.887902 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1dd088-0bcd-44d7-b254-94f6146ed1dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:30:08.888413 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1dd088-0bcd-44d7-b254-94f6146ed1dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:30:08.888941 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1dd088-0bcd-44d7-b254-94f6146ed1dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:30:08.889421 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1dd088-0bcd-44d7-b254-94f6146ed1dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:30:08.889894 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1dd088-0bcd-44d7-b254-94f6146ed1dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:30:08.890441 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1dd088-0bcd-44d7-b254-94f6146ed1dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:30:08.890931 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1dd088-0bcd-44d7-b254-94f6146ed1dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:30:08.891411 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1dd088-0bcd-44d7-b254-94f6146ed1dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:30:08.891890 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1dd088-0bcd-44d7-b254-94f6146ed1dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:30:08.893129 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1dd088-0bcd-44d7-b254-94f6146ed1dc None None] Tracked resource versions report: Aug 27 01:30:08.893129 dv-cinder-759169-3-iscsi neutron-server[94317]: pushed versions: Aug 27 01:30:08.893129 dv-cinder-759169-3-iscsi neutron-server[94317]: { 'AddressGroup': {'1.2'}, Aug 27 01:30:08.893129 dv-cinder-759169-3-iscsi neutron-server[94317]: 'ConntrackHelper': {'1.0'}, Aug 27 01:30:08.893129 dv-cinder-759169-3-iscsi neutron-server[94317]: 'Log': {'1.0'}, Aug 27 01:30:08.893129 dv-cinder-759169-3-iscsi neutron-server[94317]: 'Network': {'1.1'}, Aug 27 01:30:08.893129 dv-cinder-759169-3-iscsi neutron-server[94317]: 'Port': {'1.7'}, Aug 27 01:30:08.893129 dv-cinder-759169-3-iscsi neutron-server[94317]: 'PortForwarding': {'1.2'}, Aug 27 01:30:08.893129 dv-cinder-759169-3-iscsi neutron-server[94317]: 'QosPolicy': {'1.9'}, Aug 27 01:30:08.893129 dv-cinder-759169-3-iscsi neutron-server[94317]: 'SecurityGroup': {'1.4'}, Aug 27 01:30:08.893129 dv-cinder-759169-3-iscsi neutron-server[94317]: 'SecurityGroupRule': {'1.2'}, Aug 27 01:30:08.893129 dv-cinder-759169-3-iscsi neutron-server[94317]: 'SubPort': {'1.0'}, Aug 27 01:30:08.893129 dv-cinder-759169-3-iscsi neutron-server[94317]: 'Subnet': {'1.1'}, Aug 27 01:30:08.893129 dv-cinder-759169-3-iscsi neutron-server[94317]: 'Trunk': {'1.1'}} Aug 27 01:30:08.893129 dv-cinder-759169-3-iscsi neutron-server[94317]: consumer versions: Aug 27 01:30:08.893129 dv-cinder-759169-3-iscsi neutron-server[94317]: { DHCP agent@dv-cinder-759169-3-iscsi: {}, Aug 27 01:30:08.893129 dv-cinder-759169-3-iscsi neutron-server[94317]: HyperV agent@hv-cinder-75916: {}, Aug 27 01:30:08.893129 dv-cinder-759169-3-iscsi neutron-server[94317]: L3 agent@dv-cinder-759169-3-iscsi: {}, Aug 27 01:30:08.893129 dv-cinder-759169-3-iscsi neutron-server[94317]: Metadata agent@dv-cinder-759169-3-iscsi: {}, Aug 27 01:30:08.893129 dv-cinder-759169-3-iscsi neutron-server[94317]: Metering agent@dv-cinder-759169-3-iscsi: {}, Aug 27 01:30:08.893129 dv-cinder-759169-3-iscsi neutron-server[94317]: Open vSwitch agent@dv-cinder-759169-3-iscsi: { 'AddressGroup': '1.2', Aug 27 01:30:08.893129 dv-cinder-759169-3-iscsi neutron-server[94317]: 'ConntrackHelper': '1.0', Aug 27 01:30:08.893129 dv-cinder-759169-3-iscsi neutron-server[94317]: 'Log': '1.0', Aug 27 01:30:08.893129 dv-cinder-759169-3-iscsi neutron-server[94317]: 'Network': '1.1', Aug 27 01:30:08.893129 dv-cinder-759169-3-iscsi neutron-server[94317]: 'Port': '1.7', Aug 27 01:30:08.893129 dv-cinder-759169-3-iscsi neutron-server[94317]: 'PortForwarding': '1.2', Aug 27 01:30:08.893129 dv-cinder-759169-3-iscsi neutron-server[94317]: 'QosPolicy': '1.9', Aug 27 01:30:08.893129 dv-cinder-759169-3-iscsi neutron-server[94317]: 'SecurityGroup': '1.4', Aug 27 01:30:08.893129 dv-cinder-759169-3-iscsi neutron-server[94317]: 'SecurityGroupRule': '1.2', Aug 27 01:30:08.893129 dv-cinder-759169-3-iscsi neutron-server[94317]: 'SubPort': '1.0', Aug 27 01:30:08.893129 dv-cinder-759169-3-iscsi neutron-server[94317]: 'Subnet': '1.1', Aug 27 01:30:08.893129 dv-cinder-759169-3-iscsi neutron-server[94317]: 'Trunk': '1.1'}} Aug 27 01:30:08.893129 dv-cinder-759169-3-iscsi neutron-server[94317]: {{(pid=94317) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 01:30:08.927936 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.managers [None req-3c1dd088-0bcd-44d7-b254-94f6146ed1dc None None] Attempting to bind port 675a416e-7369-4c70-80e8-ffda8de683df on host dv-cinder-759169-3-iscsi for vnic_type normal with profile {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 01:30:08.928402 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.managers [None req-3c1dd088-0bcd-44d7-b254-94f6146ed1dc None None] Attempting to bind port 675a416e-7369-4c70-80e8-ffda8de683df by drivers openvswitch,hyperv on host dv-cinder-759169-3-iscsi at level 0 using segments [{'id': 'c42d10cd-c3ef-4c1a-a7ca-8e269f5416ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6cba5cc2-c26d-402b-a305-3f91c04ec99b'}] {{(pid=94317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 01:30:08.928649 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1dd088-0bcd-44d7-b254-94f6146ed1dc None None] Attempting to bind port 675a416e-7369-4c70-80e8-ffda8de683df on network 6cba5cc2-c26d-402b-a305-3f91c04ec99b {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:30:08.934892 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1dd088-0bcd-44d7-b254-94f6146ed1dc None None] Checking agent: {'id': '9a53e131-30a1-425b-897f-67705806e918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759169-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 1, 22, 15), 'started_at': datetime.datetime(2021, 8, 27, 1, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 1, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759169-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 01:30:08.935373 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1dd088-0bcd-44d7-b254-94f6146ed1dc None None] Checking segment: {'id': 'c42d10cd-c3ef-4c1a-a7ca-8e269f5416ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6cba5cc2-c26d-402b-a305-3f91c04ec99b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:30:08.935980 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-3c1dd088-0bcd-44d7-b254-94f6146ed1dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:08.936330 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1dd088-0bcd-44d7-b254-94f6146ed1dc None None] Bound using segment: {'id': 'c42d10cd-c3ef-4c1a-a7ca-8e269f5416ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6cba5cc2-c26d-402b-a305-3f91c04ec99b'} {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 01:30:08.936894 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.managers [None req-3c1dd088-0bcd-44d7-b254-94f6146ed1dc None None] Bound port: 675a416e-7369-4c70-80e8-ffda8de683df, host: dv-cinder-759169-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c42d10cd-c3ef-4c1a-a7ca-8e269f5416ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6cba5cc2-c26d-402b-a305-3f91c04ec99b'}}] {{(pid=94317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 01:30:08.937597 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-3c1dd088-0bcd-44d7-b254-94f6146ed1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:08.945266 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [None req-199d4e33-e766-4842-8f9d-572606f1316b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1110892241-network', 'tenant_id': '9cbe428e1f9c456087aa6ec677fe0330'}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:30:08.981391 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-dbc4cd5f-bfd1-44f6-a358-1e9afd6cdf4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225'] for network, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:08.982387 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc4cd5f-bfd1-44f6-a358-1e9afd6cdf4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:08.982960 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-dbc4cd5f-bfd1-44f6-a358-1e9afd6cdf4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for network, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:09.024992 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-3c1dd088-0bcd-44d7-b254-94f6146ed1dc None None] For port 675a416e-7369-4c70-80e8-ffda8de683df, host dv-cinder-759169-3-iscsi, cleared binding levels {{(pid=94317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 01:30:09.029147 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-3c1dd088-0bcd-44d7-b254-94f6146ed1dc None None] For port 675a416e-7369-4c70-80e8-ffda8de683df, host dv-cinder-759169-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=675a416e-7369-4c70-80e8-ffda8de683df,segment=NetworkSegment(c42d10cd-c3ef-4c1a-a7ca-8e269f5416ab),segment_id=c42d10cd-c3ef-4c1a-a7ca-8e269f5416ab)] {{(pid=94317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 01:30:09.105779 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc4cd5f-bfd1-44f6-a358-1e9afd6cdf4a admin admin] Pushing event updated for resources: {'Network': ['ID=4b165d08-d478-4821-bbe5-bfe50564161b,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:09.113143 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199d4e33-e766-4842-8f9d-572606f1316b admin admin] Made reservation on behalf of 9cbe428e1f9c456087aa6ec677fe0330 for: {'network': 1} {{(pid=94315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:30:09.115132 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-199d4e33-e766-4842-8f9d-572606f1316b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for network, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:09.119624 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Network 4b165d08-d478-4821-bbe5-bfe50564161b details requested by agent ovs-agent-dv-cinder-759169-3-iscsi with host dv-cinder-759169-3-iscsi {{(pid=94317) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 01:30:09.123725 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-199d4e33-e766-4842-8f9d-572606f1316b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:09.124155 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-5e3427a2-8e36-4d0a-af58-976c6d738e7a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:09.150881 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-5e3427a2-8e36-4d0a-af58-976c6d738e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:09.170359 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-3c1dd088-0bcd-44d7-b254-94f6146ed1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:09.178339 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [None req-81ca3e89-1883-4eb9-9eb9-9132ad6351b2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-197568292-network', 'tenant_id': 'cc3b4bb0756249d19606e34fca91d4d5'}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:30:09.253788 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1dd088-0bcd-44d7-b254-94f6146ed1dc None None] Pushing event updated for resources: {'Port': ['ID=675a416e-7369-4c70-80e8-ffda8de683df,revision_number=2']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:09.330868 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 51904) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:30:09.341191 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-dbc4cd5f-bfd1-44f6-a358-1e9afd6cdf4a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3903356 Aug 27 01:30:09.348281 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 51912) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:30:09.356391 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [None req-c24af893-b962-4b12-a068-11c157dce4b9 admin admin] Request body: {'subnet': {'network_id': '4b165d08-d478-4821-bbe5-bfe50564161b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1957284840-subnet', 'tenant_id': 'b8f4319d61634014a030eb7b9b741e92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:30:09.356861 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-199d4e33-e766-4842-8f9d-572606f1316b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:09.428581 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-199d4e33-e766-4842-8f9d-572606f1316b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:09.442432 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-199d4e33-e766-4842-8f9d-572606f1316b admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=94315) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 01:30:09.444970 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.db_base_plugin_common [None req-5e3427a2-8e36-4d0a-af58-976c6d738e7a admin admin] Allocated IP 172.27.3.51 (6740c5c8-77e9-4fca-8473-ad46ab012dd6/fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b/e2351d21-f1ad-4243-9022-b9e0fdc4393d) {{(pid=94316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 01:30:09.455086 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-199d4e33-e766-4842-8f9d-572606f1316b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935457'] for segment, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:09.455575 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.db.segments_db [None req-199d4e33-e766-4842-8f9d-572606f1316b admin admin] Added segment f8ab679e-b537-4c90-a2f7-0b9fb93d20b1 of type vlan for network 5c8689e3-4506-47c0-a652-97ed18836189 Aug 27 01:30:09.475651 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.db.api [None req-c24af893-b962-4b12-a068-11c157dce4b9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 01:30:09.475651 dv-cinder-759169-3-iscsi neutron-server[94316]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 27 01:30:09.475651 dv-cinder-759169-3-iscsi neutron-server[94316]: [parameters: {'project_id_1': 'b8f4319d61634014a030eb7b9b741e92', 'expiration_1': datetime.datetime(2021, 8, 27, 1, 30, 9, 371338)}] Aug 27 01:30:09.475651 dv-cinder-759169-3-iscsi neutron-server[94316]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94316) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 01:30:09.480689 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG oslo_db.api [None req-c24af893-b962-4b12-a068-11c157dce4b9 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 01:30:09.611636 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-199d4e33-e766-4842-8f9d-572606f1316b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791478006384'] for network, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:09.616298 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199d4e33-e766-4842-8f9d-572606f1316b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4b6503-4d80-4318-860b-c437cb3b332d,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:09.647783 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-5e3427a2-8e36-4d0a-af58-976c6d738e7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:09.678032 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ca3e89-1883-4eb9-9eb9-9132ad6351b2 admin admin] Made reservation on behalf of cc3b4bb0756249d19606e34fca91d4d5 for: {'network': 1} {{(pid=94315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:30:09.680918 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-81ca3e89-1883-4eb9-9eb9-9132ad6351b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for network, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:09.692486 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-81ca3e89-1883-4eb9-9eb9-9132ad6351b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:09.723359 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-199d4e33-e766-4842-8f9d-572606f1316b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225'] for network, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:09.724637 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199d4e33-e766-4842-8f9d-572606f1316b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:09.725277 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-199d4e33-e766-4842-8f9d-572606f1316b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for network, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:09.794620 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [None req-d19a908c-a33c-4bc1-b9c8-b92ffa074c87 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1303827463-network', 'tenant_id': '8c9439f7236d4228aea4ccc73e5d6c08'}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:30:09.798988 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-5e3427a2-8e36-4d0a-af58-976c6d738e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791478024214'] for port, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:09.851742 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3427a2-8e36-4d0a-af58-976c6d738e7a admin admin] Network 6740c5c8-77e9-4fca-8473-ad46ab012dd6 is already hosted by enough agents. {{(pid=94316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:30:09.856622 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.base_scheduler [None req-5e3427a2-8e36-4d0a-af58-976c6d738e7a admin admin] Resources bound (agent type, host, resource id): {{(pid=94316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:30:09.859830 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3427a2-8e36-4d0a-af58-976c6d738e7a admin admin] Received port after_create {{(pid=94316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 01:30:09.880885 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199d4e33-e766-4842-8f9d-572606f1316b admin admin] Pushing event updated for resources: {'Network': ['ID=5c8689e3-4506-47c0-a652-97ed18836189,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:09.901974 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3427a2-8e36-4d0a-af58-976c6d738e7a admin admin] Pushing event updated for resources: {'Port': ['ID=e2351d21-f1ad-4243-9022-b9e0fdc4393d,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:09.902640 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Network 5c8689e3-4506-47c0-a652-97ed18836189 details requested by agent ovs-agent-dv-cinder-759169-3-iscsi with host dv-cinder-759169-3-iscsi {{(pid=94317) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 01:30:09.946644 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-81ca3e89-1883-4eb9-9eb9-9132ad6351b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:10.005319 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-81ca3e89-1883-4eb9-9eb9-9132ad6351b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:10.039942 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ca3e89-1883-4eb9-9eb9-9132ad6351b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6fb8b1c-fa64-4abd-8ef4-f7198315da39,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:10.048098 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81ca3e89-1883-4eb9-9eb9-9132ad6351b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=94315) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 01:30:10.065469 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-81ca3e89-1883-4eb9-9eb9-9132ad6351b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935457'] for segment, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:10.065469 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.db.segments_db [None req-81ca3e89-1883-4eb9-9eb9-9132ad6351b2 admin admin] Added segment accd45c7-48e3-4a5d-80d2-4898f355a4d0 of type vlan for network b44490e8-3c86-4803-b813-6cfe1338f3e9 Aug 27 01:30:10.108658 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-81ca3e89-1883-4eb9-9eb9-9132ad6351b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791478006384'] for network, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:10.146236 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-199d4e33-e766-4842-8f9d-572606f1316b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6435390 Aug 27 01:30:10.149077 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 51932) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:30:10.153603 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [None req-3941ca88-1c62-4593-a4c9-7bf9dc8fc18e admin admin] Request body: {'subnet': {'network_id': '5c8689e3-4506-47c0-a652-97ed18836189', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1110892241-subnet', 'tenant_id': '9cbe428e1f9c456087aa6ec677fe0330', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:30:10.226689 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-81ca3e89-1883-4eb9-9eb9-9132ad6351b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225'] for network, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:10.228344 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ca3e89-1883-4eb9-9eb9-9132ad6351b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:10.229357 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-81ca3e89-1883-4eb9-9eb9-9132ad6351b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for network, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:10.254969 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-5e3427a2-8e36-4d0a-af58-976c6d738e7a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:10.302565 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ca3e89-1883-4eb9-9eb9-9132ad6351b2 admin admin] Pushing event updated for resources: {'Network': ['ID=b44490e8-3c86-4803-b813-6cfe1338f3e9,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:10.315264 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Network b44490e8-3c86-4803-b813-6cfe1338f3e9 details requested by agent ovs-agent-dv-cinder-759169-3-iscsi with host dv-cinder-759169-3-iscsi {{(pid=94317) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 01:30:10.338490 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19a908c-a33c-4bc1-b9c8-b92ffa074c87 admin admin] Made reservation on behalf of 8c9439f7236d4228aea4ccc73e5d6c08 for: {'network': 1} {{(pid=94316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:30:10.347597 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-d19a908c-a33c-4bc1-b9c8-b92ffa074c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for network, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:10.422821 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-d19a908c-a33c-4bc1-b9c8-b92ffa074c87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:10.533649 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24af893-b962-4b12-a068-11c157dce4b9 admin admin] Made reservation on behalf of b8f4319d61634014a030eb7b9b741e92 for: {'subnet': 1} {{(pid=94316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:30:10.536549 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-c24af893-b962-4b12-a068-11c157dce4b9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:10.548317 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025bb074-8030-457c-b9e7-232987a78738 None None] Network 6cba5cc2-c26d-402b-a305-3f91c04ec99b requested from dv-cinder-759169-3-iscsi {{(pid=94317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 01:30:10.600255 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3941ca88-1c62-4593-a4c9-7bf9dc8fc18e admin admin] Made reservation on behalf of 9cbe428e1f9c456087aa6ec677fe0330 for: {'subnet': 1} {{(pid=94315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:30:10.603710 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-3941ca88-1c62-4593-a4c9-7bf9dc8fc18e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:10.694334 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-81ca3e89-1883-4eb9-9eb9-9132ad6351b2 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9184504 Aug 27 01:30:10.698938 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 51960) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:30:10.707328 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [None req-ac4cda52-f14b-4f23-8c7e-ef0beb7549fe admin admin] Request body: {'subnet': {'network_id': 'b44490e8-3c86-4803-b813-6cfe1338f3e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-197568292-subnet', 'tenant_id': 'cc3b4bb0756249d19606e34fca91d4d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:30:10.724143 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-5e3427a2-8e36-4d0a-af58-976c6d738e7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2027221'] for router, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:10.773312 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-b2f98bc9-9e14-4ae5-90d3-1e2e50738e3b None None] Provisioning for port 675a416e-7369-4c70-80e8-ffda8de683df completed by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:30:10.930236 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-3941ca88-1c62-4593-a4c9-7bf9dc8fc18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225'] for subnet, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:10.988552 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-d19a908c-a33c-4bc1-b9c8-b92ffa074c87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:10.992717 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3941ca88-1c62-4593-a4c9-7bf9dc8fc18e admin admin] Pushing event updated for resources: {'Subnet': ['ID=20caaf11-6500-4480-a57e-55af9949d7c0,revision_number=0']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:11.007031 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3941ca88-1c62-4593-a4c9-7bf9dc8fc18e admin admin] Checking segment: {'id': 'f8ab679e-b537-4c90-a2f7-0b9fb93d20b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5c8689e3-4506-47c0-a652-97ed18836189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:30:11.007381 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3941ca88-1c62-4593-a4c9-7bf9dc8fc18e admin admin] Network hostable DHCP agents. Network: 5c8689e3-4506-47c0-a652-97ed18836189, hostable agents: ['70e474cc-df6f-4c4f-8c1d-9d362ecec16b'], hosted agents: [] {{(pid=94315) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 01:30:11.049766 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-d19a908c-a33c-4bc1-b9c8-b92ffa074c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:11.083428 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d19a908c-a33c-4bc1-b9c8-b92ffa074c87 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=94316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 01:30:11.094430 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a908c-a33c-4bc1-b9c8-b92ffa074c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9090095c-a67e-4508-be19-f6b180cfa2e8,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:11.099637 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-d19a908c-a33c-4bc1-b9c8-b92ffa074c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935457'] for segment, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:11.099916 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.db.segments_db [None req-d19a908c-a33c-4bc1-b9c8-b92ffa074c87 admin admin] Added segment f46d30fd-ee13-4318-b586-c425fc0d32de of type vlan for network 0794f498-7c79-4c04-9426-97a5145b6e4e Aug 27 01:30:11.142406 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3427a2-8e36-4d0a-af58-976c6d738e7a admin admin] Router e26b4e83-fb61-4db6-8e6e-ec6ab6b53186 is scheduled to L3 agent 8dc83c43-e68e-43c9-8595-1753e39ae809 with binding_index 1 {{(pid=94316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 01:30:11.144356 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-c24af893-b962-4b12-a068-11c157dce4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225'] for subnet, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:11.146823 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3941ca88-1c62-4593-a4c9-7bf9dc8fc18e admin admin] Network 5c8689e3-4506-47c0-a652-97ed18836189 is scheduled to be hosted by DHCP agent 70e474cc-df6f-4c4f-8c1d-9d362ecec16b with binding_index 1 {{(pid=94315) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 01:30:11.149017 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4cda52-f14b-4f23-8c7e-ef0beb7549fe admin admin] Made reservation on behalf of cc3b4bb0756249d19606e34fca91d4d5 for: {'subnet': 1} {{(pid=94315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:30:11.151329 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-ac4cda52-f14b-4f23-8c7e-ef0beb7549fe admin admin] Notify callbacks [] for subnet, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:11.168802 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 675a416e-7369-4c70-80e8-ffda8de683df up at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:30:11.197511 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-d19a908c-a33c-4bc1-b9c8-b92ffa074c87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791478006384'] for network, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:11.299074 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24af893-b962-4b12-a068-11c157dce4b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f7322ad-a848-4c18-86ed-f0719b4dda9f,revision_number=0']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:11.349336 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24af893-b962-4b12-a068-11c157dce4b9 admin admin] Checking segment: {'id': 'fa7a1357-6c45-4d5c-91c4-c90956998f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4b165d08-d478-4821-bbe5-bfe50564161b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:30:11.349743 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24af893-b962-4b12-a068-11c157dce4b9 admin admin] Network hostable DHCP agents. Network: 4b165d08-d478-4821-bbe5-bfe50564161b, hostable agents: ['70e474cc-df6f-4c4f-8c1d-9d362ecec16b'], hosted agents: [] {{(pid=94316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 01:30:11.352966 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning for port 675a416e-7369-4c70-80e8-ffda8de683df completed by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:30:11.357913 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning complete for port 675a416e-7369-4c70-80e8-ffda8de683df triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:30:11.358379 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:11.375595 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3427a2-8e36-4d0a-af58-976c6d738e7a admin admin] Notify agent at l3_agent.dv-cinder-759169-3-iscsi the message routers_updated {{(pid=94316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 01:30:11.392961 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-d19a908c-a33c-4bc1-b9c8-b92ffa074c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225'] for network, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:11.396267 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19a908c-a33c-4bc1-b9c8-b92ffa074c87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:11.396267 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-d19a908c-a33c-4bc1-b9c8-b92ffa074c87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for network, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:11.399465 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6c718d-be8f-4067-8d70-6466ae0e0506 None None] Sync routers for ids ['e26b4e83-fb61-4db6-8e6e-ec6ab6b53186'] in dv-cinder-759169-3-iscsi {{(pid=94318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 01:30:11.411276 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.base_scheduler [None req-3941ca88-1c62-4593-a4c9-7bf9dc8fc18e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759169-3-iscsi, 5c8689e3-4506-47c0-a652-97ed18836189) {{(pid=94315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:30:11.416580 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6c718d-be8f-4067-8d70-6466ae0e0506 None None] Routers {'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:30:11.417248 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-cf6c718d-be8f-4067-8d70-6466ae0e0506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:29:44Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['e26b4e83-fb61-4db6-8e6e-ec6ab6b53186'], 'active': True} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:30:11.419628 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3941ca88-1c62-4593-a4c9-7bf9dc8fc18e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:11.420303 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-3941ca88-1c62-4593-a4c9-7bf9dc8fc18e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for subnet, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:11.433990 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f6a319-920f-4a03-a544-0f46e1bf53cf None None] Network 5c8689e3-4506-47c0-a652-97ed18836189 requested from dv-cinder-759169-3-iscsi {{(pid=94317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 01:30:11.475070 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-5e3427a2-8e36-4d0a-af58-976c6d738e7a admin admin] Notify callbacks [] for router, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:11.479252 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-5e3427a2-8e36-4d0a-af58-976c6d738e7a admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2840562 Aug 27 01:30:11.479656 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 51972) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:30:11.496801 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a908c-a33c-4bc1-b9c8-b92ffa074c87 admin admin] Pushing event updated for resources: {'Network': ['ID=0794f498-7c79-4c04-9426-97a5145b6e4e,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:11.516340 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Network 0794f498-7c79-4c04-9426-97a5145b6e4e details requested by agent ovs-agent-dv-cinder-759169-3-iscsi with host dv-cinder-759169-3-iscsi {{(pid=94317) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 01:30:11.518251 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24af893-b962-4b12-a068-11c157dce4b9 admin admin] Network 4b165d08-d478-4821-bbe5-bfe50564161b is scheduled to be hosted by DHCP agent 70e474cc-df6f-4c4f-8c1d-9d362ecec16b with binding_index 1 {{(pid=94316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 01:30:11.524885 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.base_scheduler [None req-c24af893-b962-4b12-a068-11c157dce4b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759169-3-iscsi, 4b165d08-d478-4821-bbe5-bfe50564161b) {{(pid=94316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:30:11.530190 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24af893-b962-4b12-a068-11c157dce4b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:11.531064 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-c24af893-b962-4b12-a068-11c157dce4b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for subnet, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:11.547613 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-d19a908c-a33c-4bc1-b9c8-b92ffa074c87 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2124324 Aug 27 01:30:11.552768 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-3941ca88-1c62-4593-a4c9-7bf9dc8fc18e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4014769 Aug 27 01:30:11.552768 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 51974) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:30:11.553123 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 51976) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:30:11.553223 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-ac4cda52-f14b-4f23-8c7e-ef0beb7549fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225'] for subnet, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:11.560416 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [None req-629bfb1e-bc78-4d6a-be0d-75047941f557 admin admin] Request body: {'subnet': {'network_id': '0794f498-7c79-4c04-9426-97a5145b6e4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1303827463-subnet', 'tenant_id': '8c9439f7236d4228aea4ccc73e5d6c08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:30:11.561853 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [None req-c428095b-0a22-4f50-a8d7-47d4e66901a0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1110892241-router', 'tenant_id': '9cbe428e1f9c456087aa6ec677fe0330', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6'}}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:30:11.563959 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c8df2e-bc75-412e-ab15-dd668ed170ec None None] Network 4b165d08-d478-4821-bbe5-bfe50564161b requested from dv-cinder-759169-3-iscsi {{(pid=94317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 01:30:11.580603 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvr_db [None req-cf6c718d-be8f-4067-8d70-6466ae0e0506 None None] Set router e26b4e83-fb61-4db6-8e6e-ec6ab6b53186 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:30:11.673149 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4cda52-f14b-4f23-8c7e-ef0beb7549fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5d3291c-8bd6-41d2-89c4-7dffd869bccd,revision_number=0']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:11.691694 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-c24af893-b962-4b12-a068-11c157dce4b9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3420668 Aug 27 01:30:11.742190 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4cda52-f14b-4f23-8c7e-ef0beb7549fe admin admin] Checking segment: {'id': 'accd45c7-48e3-4a5d-80d2-4898f355a4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b44490e8-3c86-4803-b813-6cfe1338f3e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:30:11.742527 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4cda52-f14b-4f23-8c7e-ef0beb7549fe admin admin] Network hostable DHCP agents. Network: b44490e8-3c86-4803-b813-6cfe1338f3e9, hostable agents: ['70e474cc-df6f-4c4f-8c1d-9d362ecec16b'], hosted agents: [] {{(pid=94315) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 01:30:11.763362 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:11.791454 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.db.api [None req-629bfb1e-bc78-4d6a-be0d-75047941f557 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 01:30:11.791454 dv-cinder-759169-3-iscsi neutron-server[94315]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 27 01:30:11.791454 dv-cinder-759169-3-iscsi neutron-server[94315]: [parameters: {'project_id_1': '8c9439f7236d4228aea4ccc73e5d6c08', 'expiration_1': datetime.datetime(2021, 8, 27, 1, 30, 11, 573743)}] Aug 27 01:30:11.791454 dv-cinder-759169-3-iscsi neutron-server[94315]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 01:30:11.791911 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG oslo_db.api [None req-629bfb1e-bc78-4d6a-be0d-75047941f557 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 01:30:11.802935 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-cf6c718d-be8f-4067-8d70-6466ae0e0506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'name': 'tempest-AttachVolumeTestJSON-1342235073-router', 'tenant_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'e2351d21-f1ad-4243-9022-b9e0fdc4393d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:30:08Z', 'updated_at': '2021-08-27T01:30:09Z', 'revision_number': 3, 'project_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'gw_port': {'id': 'e2351d21-f1ad-4243-9022-b9e0fdc4393d', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:05:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:09Z', 'updated_at': '2021-08-27T01:30:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi'}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:30:11.853764 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6c718d-be8f-4067-8d70-6466ae0e0506 None None] Checking router: e26b4e83-fb61-4db6-8e6e-ec6ab6b53186 for host: dv-cinder-759169-3-iscsi {{(pid=94318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 01:30:11.866384 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6c718d-be8f-4067-8d70-6466ae0e0506 None None] Updating router e26b4e83-fb61-4db6-8e6e-ec6ab6b53186 port e2351d21-f1ad-4243-9022-b9e0fdc4393d binding host dv-cinder-759169-3-iscsi {{(pid=94318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 01:30:11.867401 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-c428095b-0a22-4f50-a8d7-47d4e66901a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2021068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4927'] for router, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:11.869032 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-c428095b-0a22-4f50-a8d7-47d4e66901a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2019338', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2084776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4904'] for router, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:11.904885 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4cda52-f14b-4f23-8c7e-ef0beb7549fe admin admin] Network b44490e8-3c86-4803-b813-6cfe1338f3e9 is scheduled to be hosted by DHCP agent 70e474cc-df6f-4c4f-8c1d-9d362ecec16b with binding_index 1 {{(pid=94315) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 01:30:11.941875 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [None req-cf6c718d-be8f-4067-8d70-6466ae0e0506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:11.946576 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] For port 675a416e-7369-4c70-80e8-ffda8de683df, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=675a416e-7369-4c70-80e8-ffda8de683df,segment=NetworkSegment(c42d10cd-c3ef-4c1a-a7ca-8e269f5416ab),segment_id=c42d10cd-c3ef-4c1a-a7ca-8e269f5416ab)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:30:12.020588 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-c428095b-0a22-4f50-a8d7-47d4e66901a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:12.030340 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.base_scheduler [None req-ac4cda52-f14b-4f23-8c7e-ef0beb7549fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759169-3-iscsi, b44490e8-3c86-4803-b813-6cfe1338f3e9) {{(pid=94315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:30:12.038822 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4cda52-f14b-4f23-8c7e-ef0beb7549fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:12.039504 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-ac4cda52-f14b-4f23-8c7e-ef0beb7549fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for subnet, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:12.111661 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137e3bd6-fd43-4569-9cd4-4f19afaf4168 None None] Network b44490e8-3c86-4803-b813-6cfe1338f3e9 requested from dv-cinder-759169-3-iscsi {{(pid=94317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 01:30:12.114688 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ee4c1c-979c-44b7-bea8-e89b57cdc1e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30d8a1d7-44b8-5ff3-906c-ae2eaad5aabb-5c8689e3-4506-47c0-a652-97ed18836189', 'network_id': '5c8689e3-4506-47c0-a652-97ed18836189', 'tenant_id': '9cbe428e1f9c456087aa6ec677fe0330', 'fixed_ips': [{'subnet_id': '20caaf11-6500-4480-a57e-55af9949d7c0'}]}} from dv-cinder-759169-3-iscsi. {{(pid=94317) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 01:30:12.115881 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d9ee4c1c-979c-44b7-bea8-e89b57cdc1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_create {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:12.122175 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:12.136102 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-ac4cda52-f14b-4f23-8c7e-ef0beb7549fe admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4333408 Aug 27 01:30:12.145843 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 52012) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:30:12.151258 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-307f5fde-afea-4ea5-83ee-da0e24f87664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:12.192042 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0812e3b-c82c-495a-84bf-ea9e244359a4 None None] Network 4b165d08-d478-4821-bbe5-bfe50564161b requested from dv-cinder-759169-3-iscsi {{(pid=94317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 01:30:12.215999 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [None req-3e236197-49bd-48cf-a728-6a95f8ec6e4c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-197568292-router', 'tenant_id': 'cc3b4bb0756249d19606e34fca91d4d5', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6'}}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:30:12.468933 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-3e236197-49bd-48cf-a728-6a95f8ec6e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2021068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4927'] for router, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:12.471978 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-3e236197-49bd-48cf-a728-6a95f8ec6e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2019338', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2084776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4904'] for router, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:12.547245 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [None req-cf6c718d-be8f-4067-8d70-6466ae0e0506 None None] Notify callbacks [] for port, precommit_update {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:12.559421 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.provisioning_blocks [None req-cf6c718d-be8f-4067-8d70-6466ae0e0506 None None] Transition to ACTIVE for port object e2351d21-f1ad-4243-9022-b9e0fdc4393d will not be triggered until provisioned by entity L2. {{(pid=94318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:30:12.586366 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-c428095b-0a22-4f50-a8d7-47d4e66901a0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:12.661214 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [None req-cf6c718d-be8f-4067-8d70-6466ae0e0506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:12.666834 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-3e236197-49bd-48cf-a728-6a95f8ec6e4c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:12.677449 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-85c70268-0b3e-431d-833d-812190ab8700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:12.777669 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.managers [None req-cf6c718d-be8f-4067-8d70-6466ae0e0506 None None] Attempting to bind port e2351d21-f1ad-4243-9022-b9e0fdc4393d on host dv-cinder-759169-3-iscsi for vnic_type normal with profile {{(pid=94318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 01:30:12.778045 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.managers [None req-cf6c718d-be8f-4067-8d70-6466ae0e0506 None None] Attempting to bind port e2351d21-f1ad-4243-9022-b9e0fdc4393d by drivers openvswitch,hyperv on host dv-cinder-759169-3-iscsi at level 0 using segments [{'id': '1ffc2e98-4b11-4960-9fce-c802c96e52d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6'}] {{(pid=94318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 01:30:12.778274 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743969ec-ef8a-4897-9ca7-ebdd5b596afc None None] Network b44490e8-3c86-4803-b813-6cfe1338f3e9 requested from dv-cinder-759169-3-iscsi {{(pid=94317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 01:30:12.778402 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6c718d-be8f-4067-8d70-6466ae0e0506 None None] Attempting to bind port e2351d21-f1ad-4243-9022-b9e0fdc4393d on network 6740c5c8-77e9-4fca-8473-ad46ab012dd6 {{(pid=94318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:30:12.782387 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cef468a-da63-4f63-b97f-a3bdb2a7842b None None] Pushing event updated for resources: {'Port': ['ID=e2351d21-f1ad-4243-9022-b9e0fdc4393d,revision_number=2']} {{(pid=94318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:12.793187 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6c718d-be8f-4067-8d70-6466ae0e0506 None None] Checking agent: {'id': '9a53e131-30a1-425b-897f-67705806e918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759169-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 1, 22, 15), 'started_at': datetime.datetime(2021, 8, 27, 1, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 1, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759169-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 01:30:12.793580 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6c718d-be8f-4067-8d70-6466ae0e0506 None None] Checking segment: {'id': '1ffc2e98-4b11-4960-9fce-c802c96e52d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:30:12.793957 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [None req-cf6c718d-be8f-4067-8d70-6466ae0e0506 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:12.794350 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6c718d-be8f-4067-8d70-6466ae0e0506 None None] Bound using segment: {'id': '1ffc2e98-4b11-4960-9fce-c802c96e52d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6'} {{(pid=94318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 01:30:12.794870 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.managers [None req-cf6c718d-be8f-4067-8d70-6466ae0e0506 None None] Bound port: e2351d21-f1ad-4243-9022-b9e0fdc4393d, host: dv-cinder-759169-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ffc2e98-4b11-4960-9fce-c802c96e52d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6'}}] {{(pid=94318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 01:30:12.795277 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [None req-cf6c718d-be8f-4067-8d70-6466ae0e0506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:12.797641 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef468a-da63-4f63-b97f-a3bdb2a7842b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:30:12.797984 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef468a-da63-4f63-b97f-a3bdb2a7842b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:30:12.798319 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef468a-da63-4f63-b97f-a3bdb2a7842b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:30:12.798833 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef468a-da63-4f63-b97f-a3bdb2a7842b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:30:12.799167 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef468a-da63-4f63-b97f-a3bdb2a7842b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:30:12.799494 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef468a-da63-4f63-b97f-a3bdb2a7842b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:30:12.800438 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef468a-da63-4f63-b97f-a3bdb2a7842b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:30:12.800938 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef468a-da63-4f63-b97f-a3bdb2a7842b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:30:12.801288 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef468a-da63-4f63-b97f-a3bdb2a7842b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:30:12.801631 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef468a-da63-4f63-b97f-a3bdb2a7842b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:30:12.801945 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef468a-da63-4f63-b97f-a3bdb2a7842b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:30:12.802255 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef468a-da63-4f63-b97f-a3bdb2a7842b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:30:12.803305 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef468a-da63-4f63-b97f-a3bdb2a7842b None None] Tracked resource versions report: Aug 27 01:30:12.803305 dv-cinder-759169-3-iscsi neutron-server[94318]: pushed versions: Aug 27 01:30:12.803305 dv-cinder-759169-3-iscsi neutron-server[94318]: { 'AddressGroup': {'1.2'}, Aug 27 01:30:12.803305 dv-cinder-759169-3-iscsi neutron-server[94318]: 'ConntrackHelper': {'1.0'}, Aug 27 01:30:12.803305 dv-cinder-759169-3-iscsi neutron-server[94318]: 'Log': {'1.0'}, Aug 27 01:30:12.803305 dv-cinder-759169-3-iscsi neutron-server[94318]: 'Network': {'1.1'}, Aug 27 01:30:12.803305 dv-cinder-759169-3-iscsi neutron-server[94318]: 'Port': {'1.7'}, Aug 27 01:30:12.803305 dv-cinder-759169-3-iscsi neutron-server[94318]: 'PortForwarding': {'1.2'}, Aug 27 01:30:12.803305 dv-cinder-759169-3-iscsi neutron-server[94318]: 'QosPolicy': {'1.9'}, Aug 27 01:30:12.803305 dv-cinder-759169-3-iscsi neutron-server[94318]: 'SecurityGroup': {'1.4'}, Aug 27 01:30:12.803305 dv-cinder-759169-3-iscsi neutron-server[94318]: 'SecurityGroupRule': {'1.2'}, Aug 27 01:30:12.803305 dv-cinder-759169-3-iscsi neutron-server[94318]: 'SubPort': {'1.0'}, Aug 27 01:30:12.803305 dv-cinder-759169-3-iscsi neutron-server[94318]: 'Subnet': {'1.1'}, Aug 27 01:30:12.803305 dv-cinder-759169-3-iscsi neutron-server[94318]: 'Trunk': {'1.1'}} Aug 27 01:30:12.803305 dv-cinder-759169-3-iscsi neutron-server[94318]: consumer versions: Aug 27 01:30:12.803305 dv-cinder-759169-3-iscsi neutron-server[94318]: { DHCP agent@dv-cinder-759169-3-iscsi: {}, Aug 27 01:30:12.803305 dv-cinder-759169-3-iscsi neutron-server[94318]: HyperV agent@hv-cinder-75916: {}, Aug 27 01:30:12.803305 dv-cinder-759169-3-iscsi neutron-server[94318]: L3 agent@dv-cinder-759169-3-iscsi: {}, Aug 27 01:30:12.803305 dv-cinder-759169-3-iscsi neutron-server[94318]: Metadata agent@dv-cinder-759169-3-iscsi: {}, Aug 27 01:30:12.803305 dv-cinder-759169-3-iscsi neutron-server[94318]: Metering agent@dv-cinder-759169-3-iscsi: {}, Aug 27 01:30:12.803305 dv-cinder-759169-3-iscsi neutron-server[94318]: Open vSwitch agent@dv-cinder-759169-3-iscsi: { 'AddressGroup': '1.2', Aug 27 01:30:12.803305 dv-cinder-759169-3-iscsi neutron-server[94318]: 'ConntrackHelper': '1.0', Aug 27 01:30:12.803305 dv-cinder-759169-3-iscsi neutron-server[94318]: 'Log': '1.0', Aug 27 01:30:12.803305 dv-cinder-759169-3-iscsi neutron-server[94318]: 'Network': '1.1', Aug 27 01:30:12.803305 dv-cinder-759169-3-iscsi neutron-server[94318]: 'Port': '1.7', Aug 27 01:30:12.803305 dv-cinder-759169-3-iscsi neutron-server[94318]: 'PortForwarding': '1.2', Aug 27 01:30:12.803305 dv-cinder-759169-3-iscsi neutron-server[94318]: 'QosPolicy': '1.9', Aug 27 01:30:12.803305 dv-cinder-759169-3-iscsi neutron-server[94318]: 'SecurityGroup': '1.4', Aug 27 01:30:12.803305 dv-cinder-759169-3-iscsi neutron-server[94318]: 'SecurityGroupRule': '1.2', Aug 27 01:30:12.803305 dv-cinder-759169-3-iscsi neutron-server[94318]: 'SubPort': '1.0', Aug 27 01:30:12.803305 dv-cinder-759169-3-iscsi neutron-server[94318]: 'Subnet': '1.1', Aug 27 01:30:12.803305 dv-cinder-759169-3-iscsi neutron-server[94318]: 'Trunk': '1.1'}} Aug 27 01:30:12.803305 dv-cinder-759169-3-iscsi neutron-server[94318]: {{(pid=94318) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 01:30:12.865814 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.db [None req-cf6c718d-be8f-4067-8d70-6466ae0e0506 None None] For port e2351d21-f1ad-4243-9022-b9e0fdc4393d, host dv-cinder-759169-3-iscsi, cleared binding levels {{(pid=94318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 01:30:12.869299 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.db [None req-cf6c718d-be8f-4067-8d70-6466ae0e0506 None None] For port e2351d21-f1ad-4243-9022-b9e0fdc4393d, host dv-cinder-759169-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=e2351d21-f1ad-4243-9022-b9e0fdc4393d,segment=NetworkSegment(1ffc2e98-4b11-4960-9fce-c802c96e52d2),segment_id=1ffc2e98-4b11-4960-9fce-c802c96e52d2)] {{(pid=94318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 01:30:12.883598 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629bfb1e-bc78-4d6a-be0d-75047941f557 admin admin] Made reservation on behalf of 8c9439f7236d4228aea4ccc73e5d6c08 for: {'subnet': 1} {{(pid=94315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:30:12.884248 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-629bfb1e-bc78-4d6a-be0d-75047941f557 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:12.890043 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Pushing event updated for resources: {'Port': ['ID=675a416e-7369-4c70-80e8-ffda8de683df,revision_number=3']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:12.931800 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.db_base_plugin_common [None req-d9ee4c1c-979c-44b7-bea8-e89b57cdc1e4 None None] Allocated IP 172.20.0.2 (5c8689e3-4506-47c0-a652-97ed18836189/20caaf11-6500-4480-a57e-55af9949d7c0/7b7b0647-2a35-48bc-98fb-76b96d4b475d) {{(pid=94317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 01:30:12.993859 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [None req-cf6c718d-be8f-4067-8d70-6466ae0e0506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:13.007041 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-c428095b-0a22-4f50-a8d7-47d4e66901a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:13.058168 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 52052) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:30:13.066911 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-c428095b-0a22-4f50-a8d7-47d4e66901a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:13.076813 dv-cinder-759169-3-iscsi neutron-server[94316]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 27 01:30:13.147574 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6c718d-be8f-4067-8d70-6466ae0e0506 None None] Routers {'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:30:13.148596 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-cf6c718d-be8f-4067-8d70-6466ae0e0506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:29:44Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['e26b4e83-fb61-4db6-8e6e-ec6ab6b53186'], 'active': True} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:30:13.150784 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cef468a-da63-4f63-b97f-a3bdb2a7842b None None] Pushing event updated for resources: {'Port': ['ID=e2351d21-f1ad-4243-9022-b9e0fdc4393d,revision_number=3']} {{(pid=94318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:13.165095 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 675a416e-7369-4c70-80e8-ffda8de683df up at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:30:13.258405 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d9ee4c1c-979c-44b7-bea8-e89b57cdc1e4 None None] Notify callbacks [] for port, precommit_create {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:13.270696 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d9ee4c1c-979c-44b7-bea8-e89b57cdc1e4 None None] Transition to ACTIVE for port object 7b7b0647-2a35-48bc-98fb-76b96d4b475d will not be triggered until provisioned by entity L2. {{(pid=94317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:30:13.285609 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning complete for port 675a416e-7369-4c70-80e8-ffda8de683df triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:30:13.286356 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:13.319497 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvr_db [None req-cf6c718d-be8f-4067-8d70-6466ae0e0506 None None] Set router e26b4e83-fb61-4db6-8e6e-ec6ab6b53186 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:30:13.323289 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d9ee4c1c-979c-44b7-bea8-e89b57cdc1e4 None None] Transition to ACTIVE for port object 7b7b0647-2a35-48bc-98fb-76b96d4b475d will not be triggered until provisioned by entity DHCP. {{(pid=94317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:30:13.382174 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d9ee4c1c-979c-44b7-bea8-e89b57cdc1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791478024214'] for port, after_create {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:13.404463 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-3e236197-49bd-48cf-a728-6a95f8ec6e4c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:13.412095 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b71886-01ea-4a5e-9398-df0368550823 req-4b5e5139-6a32-43c3-8766-f1ef7bb3cd66 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:13.420884 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-76b71886-01ea-4a5e-9398-df0368550823 req-4b5e5139-6a32-43c3-8766-f1ef7bb3cd66 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/networks?id=4b165d08-d478-4821-bbe5-bfe50564161b HTTP/1.1" status: 200 len: 812 time: 0.3503017 Aug 27 01:30:13.444802 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.db_base_plugin_common [None req-85c70268-0b3e-431d-833d-812190ab8700 admin admin] Allocated IP 172.20.0.1 (6cba5cc2-c26d-402b-a305-3f91c04ec99b/e1b7ebb0-22fa-4fc2-81e3-fd4ce0a9462d/b2406ba9-307c-49e1-9a52-ec92dd437340) {{(pid=94315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 01:30:13.477774 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.db_base_plugin_common [None req-c428095b-0a22-4f50-a8d7-47d4e66901a0 admin admin] Allocated IP 172.27.3.123 (6740c5c8-77e9-4fca-8473-ad46ab012dd6/fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b/b50d8a55-e5ab-4c67-8bf2-efb8b5165f30) {{(pid=94316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 01:30:13.497306 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-76b71886-01ea-4a5e-9398-df0368550823 req-820d5d43-e9d4-4627-a058-8b26dca1f258 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/quotas/b8f4319d61634014a030eb7b9b741e92 HTTP/1.1" status: 200 len: 375 time: 0.0742180 Aug 27 01:30:13.541833 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ee4c1c-979c-44b7-bea8-e89b57cdc1e4 None None] Network 5c8689e3-4506-47c0-a652-97ed18836189 is already hosted by enough agents. {{(pid=94317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:30:13.550125 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.scheduler.base_scheduler [None req-d9ee4c1c-979c-44b7-bea8-e89b57cdc1e4 None None] Resources bound (agent type, host, resource id): {{(pid=94317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:30:13.558654 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 52070) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:30:13.568785 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ee4c1c-979c-44b7-bea8-e89b57cdc1e4 None None] Received port after_create {{(pid=94317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 01:30:13.572236 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee4c1c-979c-44b7-bea8-e89b57cdc1e4 None None] Pushing event updated for resources: {'Port': ['ID=7b7b0647-2a35-48bc-98fb-76b96d4b475d,revision_number=1']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:13.647781 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-76b71886-01ea-4a5e-9398-df0368550823 req-29474f55-b119-4eb1-9d57-79a88eab538d tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b8f4319d61634014a030eb7b9b741e92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1487207 Aug 27 01:30:13.658577 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.managers [None req-d9ee4c1c-979c-44b7-bea8-e89b57cdc1e4 None None] Attempting to bind port 7b7b0647-2a35-48bc-98fb-76b96d4b475d on host dv-cinder-759169-3-iscsi for vnic_type normal with profile {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 01:30:13.658942 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.managers [None req-d9ee4c1c-979c-44b7-bea8-e89b57cdc1e4 None None] Attempting to bind port 7b7b0647-2a35-48bc-98fb-76b96d4b475d by drivers openvswitch,hyperv on host dv-cinder-759169-3-iscsi at level 0 using segments [{'id': 'f8ab679e-b537-4c90-a2f7-0b9fb93d20b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5c8689e3-4506-47c0-a652-97ed18836189'}] {{(pid=94317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 01:30:13.659312 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ee4c1c-979c-44b7-bea8-e89b57cdc1e4 None None] Attempting to bind port 7b7b0647-2a35-48bc-98fb-76b96d4b475d on network 5c8689e3-4506-47c0-a652-97ed18836189 {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:30:13.683008 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ee4c1c-979c-44b7-bea8-e89b57cdc1e4 None None] Checking agent: {'id': '9a53e131-30a1-425b-897f-67705806e918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759169-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 1, 22, 15), 'started_at': datetime.datetime(2021, 8, 27, 1, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 1, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759169-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 01:30:13.684907 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ee4c1c-979c-44b7-bea8-e89b57cdc1e4 None None] Checking segment: {'id': 'f8ab679e-b537-4c90-a2f7-0b9fb93d20b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5c8689e3-4506-47c0-a652-97ed18836189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:30:13.686890 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d9ee4c1c-979c-44b7-bea8-e89b57cdc1e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:13.689086 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ee4c1c-979c-44b7-bea8-e89b57cdc1e4 None None] Bound using segment: {'id': 'f8ab679e-b537-4c90-a2f7-0b9fb93d20b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5c8689e3-4506-47c0-a652-97ed18836189'} {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 01:30:13.690851 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.managers [None req-d9ee4c1c-979c-44b7-bea8-e89b57cdc1e4 None None] Bound port: 7b7b0647-2a35-48bc-98fb-76b96d4b475d, host: dv-cinder-759169-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8ab679e-b537-4c90-a2f7-0b9fb93d20b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5c8689e3-4506-47c0-a652-97ed18836189'}}] {{(pid=94317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 01:30:13.691737 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d9ee4c1c-979c-44b7-bea8-e89b57cdc1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:13.773053 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-cf6c718d-be8f-4067-8d70-6466ae0e0506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'name': 'tempest-AttachVolumeTestJSON-1342235073-router', 'tenant_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'e2351d21-f1ad-4243-9022-b9e0fdc4393d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:30:08Z', 'updated_at': '2021-08-27T01:30:09Z', 'revision_number': 3, 'project_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'gw_port': {'id': 'e2351d21-f1ad-4243-9022-b9e0fdc4393d', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:05:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:09Z', 'updated_at': '2021-08-27T01:30:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi'}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:30:13.788049 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-d9ee4c1c-979c-44b7-bea8-e89b57cdc1e4 None None] For port 7b7b0647-2a35-48bc-98fb-76b96d4b475d, host dv-cinder-759169-3-iscsi, cleared binding levels {{(pid=94317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 01:30:13.791733 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-d9ee4c1c-979c-44b7-bea8-e89b57cdc1e4 None None] For port 7b7b0647-2a35-48bc-98fb-76b96d4b475d, host dv-cinder-759169-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=7b7b0647-2a35-48bc-98fb-76b96d4b475d,segment=NetworkSegment(f8ab679e-b537-4c90-a2f7-0b9fb93d20b1),segment_id=f8ab679e-b537-4c90-a2f7-0b9fb93d20b1)] {{(pid=94317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 01:30:13.819443 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-c428095b-0a22-4f50-a8d7-47d4e66901a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:13.834464 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6c718d-be8f-4067-8d70-6466ae0e0506 None None] The sync data for ids ['e26b4e83-fb61-4db6-8e6e-ec6ab6b53186'] in dv-cinder-759169-3-iscsi is: [{'id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'name': 'tempest-AttachVolumeTestJSON-1342235073-router', 'tenant_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'e2351d21-f1ad-4243-9022-b9e0fdc4393d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:30:08Z', 'updated_at': '2021-08-27T01:30:09Z', 'revision_number': 3, 'project_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'gw_port': {'id': 'e2351d21-f1ad-4243-9022-b9e0fdc4393d', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:05:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:09Z', 'updated_at': '2021-08-27T01:30:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi'}] {{(pid=94318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 01:30:13.878741 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d9ee4c1c-979c-44b7-bea8-e89b57cdc1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:13.917543 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-a97069ba-7286-4bac-a222-5b7bc55f68f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:13.924802 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-85c70268-0b3e-431d-833d-812190ab8700 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:13.954612 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [req-76b71886-01ea-4a5e-9398-df0368550823 req-846b16a3-e182-4065-8f34-d724cc24a904 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 01:30:13.955780 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-76b71886-01ea-4a5e-9398-df0368550823 req-846b16a3-e182-4065-8f34-d724cc24a904 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0907352 Aug 27 01:30:13.970036 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.provisioning_blocks [None req-85c70268-0b3e-431d-833d-812190ab8700 admin admin] Transition to ACTIVE for port object b2406ba9-307c-49e1-9a52-ec92dd437340 will not be triggered until provisioned by entity DHCP. {{(pid=94315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:30:13.977115 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-c428095b-0a22-4f50-a8d7-47d4e66901a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791478024214'] for port, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:14.007699 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee4c1c-979c-44b7-bea8-e89b57cdc1e4 None None] Pushing event updated for resources: {'Port': ['ID=7b7b0647-2a35-48bc-98fb-76b96d4b475d,revision_number=2']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:14.016589 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-629bfb1e-bc78-4d6a-be0d-75047941f557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225'] for subnet, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:14.081497 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c428095b-0a22-4f50-a8d7-47d4e66901a0 admin admin] Network 6740c5c8-77e9-4fca-8473-ad46ab012dd6 is already hosted by enough agents. {{(pid=94316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:30:14.090143 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.base_scheduler [None req-c428095b-0a22-4f50-a8d7-47d4e66901a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:30:14.092639 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c428095b-0a22-4f50-a8d7-47d4e66901a0 admin admin] Received port after_create {{(pid=94316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 01:30:14.149521 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c428095b-0a22-4f50-a8d7-47d4e66901a0 admin admin] Pushing event updated for resources: {'Port': ['ID=b50d8a55-e5ab-4c67-8bf2-efb8b5165f30,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:14.250544 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-85c70268-0b3e-431d-833d-812190ab8700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791478024214'] for port, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:14.253443 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-76b71886-01ea-4a5e-9398-df0368550823 req-0d44ca4f-f9a3-45f4-96de-950e06990ef3 service neutron] 10.222.0.25 "GET /v2.0/networks/4b165d08-d478-4821-bbe5-bfe50564161b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902505 Aug 27 01:30:14.334512 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629bfb1e-bc78-4d6a-be0d-75047941f557 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c51de9e7-47ee-434f-828c-ea60be2f0419,revision_number=0']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:14.362682 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629bfb1e-bc78-4d6a-be0d-75047941f557 admin admin] Checking segment: {'id': 'f46d30fd-ee13-4318-b586-c425fc0d32de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0794f498-7c79-4c04-9426-97a5145b6e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:30:14.363032 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629bfb1e-bc78-4d6a-be0d-75047941f557 admin admin] Network hostable DHCP agents. Network: 0794f498-7c79-4c04-9426-97a5145b6e4e, hostable agents: ['70e474cc-df6f-4c4f-8c1d-9d362ecec16b'], hosted agents: [] {{(pid=94315) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 01:30:14.427258 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c70268-0b3e-431d-833d-812190ab8700 admin admin] Network 6cba5cc2-c26d-402b-a305-3f91c04ec99b is already hosted by enough agents. {{(pid=94315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:30:14.461560 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-a97069ba-7286-4bac-a222-5b7bc55f68f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:14.462784 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.base_scheduler [None req-85c70268-0b3e-431d-833d-812190ab8700 admin admin] Resources bound (agent type, host, resource id): {{(pid=94315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:30:14.470163 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c70268-0b3e-431d-833d-812190ab8700 admin admin] Received port after_create {{(pid=94315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 01:30:14.470603 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-85c70268-0b3e-431d-833d-812190ab8700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2027018'] for router_interface, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:14.533026 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-bd0e97b4-4b36-426b-b2ff-f464a7e6d429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:14.557764 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-76b71886-01ea-4a5e-9398-df0368550823 req-6338bf49-36b7-4c73-93ff-940f529ed7ed service neutron] 10.222.0.25 "GET /v2.0/networks/4b165d08-d478-4821-bbe5-bfe50564161b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899642 Aug 27 01:30:14.558341 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-c428095b-0a22-4f50-a8d7-47d4e66901a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:14.628512 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-a97069ba-7286-4bac-a222-5b7bc55f68f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:14.697180 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:14.697683 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-3e236197-49bd-48cf-a728-6a95f8ec6e4c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:14.701343 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c70268-0b3e-431d-833d-812190ab8700 admin admin] Pushing event updated for resources: {'Port': ['ID=b2406ba9-307c-49e1-9a52-ec92dd437340,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:14.818421 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629bfb1e-bc78-4d6a-be0d-75047941f557 admin admin] Network 0794f498-7c79-4c04-9426-97a5145b6e4e is scheduled to be hosted by DHCP agent 70e474cc-df6f-4c4f-8c1d-9d362ecec16b with binding_index 1 {{(pid=94315) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 01:30:14.831006 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-3e236197-49bd-48cf-a728-6a95f8ec6e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:14.847304 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-a97069ba-7286-4bac-a222-5b7bc55f68f1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4a969fe3d4cd472b96337f88f0aa3bb8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2577448 Aug 27 01:30:14.872089 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 52110) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:30:14.915757 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97069ba-7286-4bac-a222-5b7bc55f68f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11dc110-6ac5-4d80-8e42-ec512415d34f,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:14.956656 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-c7f38c15-f24a-4f34-9899-c29ebd109134 None None] Provisioning for port b2406ba9-307c-49e1-9a52-ec92dd437340 completed by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:30:14.963618 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-c7f38c15-f24a-4f34-9899-c29ebd109134 None None] Provisioning complete for port b2406ba9-307c-49e1-9a52-ec92dd437340 triggered by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:30:14.970737 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-c7f38c15-f24a-4f34-9899-c29ebd109134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:15.007914 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.base_scheduler [None req-629bfb1e-bc78-4d6a-be0d-75047941f557 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759169-3-iscsi, 0794f498-7c79-4c04-9426-97a5145b6e4e) {{(pid=94315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:30:15.020916 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe4519b-2724-4d37-bdb1-68f26490246c None None] Network 0794f498-7c79-4c04-9426-97a5145b6e4e requested from dv-cinder-759169-3-iscsi {{(pid=94317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 01:30:15.059422 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629bfb1e-bc78-4d6a-be0d-75047941f557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:15.059540 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-629bfb1e-bc78-4d6a-be0d-75047941f557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for subnet, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:15.194238 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-c7f38c15-f24a-4f34-9899-c29ebd109134 None None] Port b2406ba9-307c-49e1-9a52-ec92dd437340 cannot update to ACTIVE because it is not bound. {{(pid=94317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 01:30:15.243120 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-c428095b-0a22-4f50-a8d7-47d4e66901a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2027221'] for router, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:15.329414 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-8f1572c3-ea0e-40ee-91b4-999510262543 req-42a416f9-5d56-408c-ad7e-043c9f9b821c tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b401b16-f181-45c2-99c7-73e06eb28974 HTTP/1.1" status: 200 len: 210 time: 0.1075456 Aug 27 01:30:15.350220 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device e2351d21-f1ad-4243-9022-b9e0fdc4393d up at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:30:15.425824 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-85c70268-0b3e-431d-833d-812190ab8700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:15.458672 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-805dda28-3aff-4b67-80e3-a33aadda3926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:15.462900 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db15e11-4e54-4110-b823-04c997b480ce None None] Network 0794f498-7c79-4c04-9426-97a5145b6e4e requested from dv-cinder-759169-3-iscsi {{(pid=94317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 01:30:15.487127 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-629bfb1e-bc78-4d6a-be0d-75047941f557 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.9214268 Aug 27 01:30:15.519901 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-805dda28-3aff-4b67-80e3-a33aadda3926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:15.661408 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea24b15f-2ad2-452b-b440-cfd52646a5b0 None None] Network 5c8689e3-4506-47c0-a652-97ed18836189 requested from dv-cinder-759169-3-iscsi {{(pid=94317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 01:30:15.670996 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.db_base_plugin_common [None req-3e236197-49bd-48cf-a728-6a95f8ec6e4c admin admin] Allocated IP 172.27.3.242 (6740c5c8-77e9-4fca-8473-ad46ab012dd6/fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b/23d88cc1-f40b-4c7d-8619-8b85070a2bcc) {{(pid=94315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 01:30:15.957961 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c428095b-0a22-4f50-a8d7-47d4e66901a0 admin admin] Router 374ecf4c-b187-4279-a485-f287b3a40fda is scheduled to L3 agent 8dc83c43-e68e-43c9-8595-1753e39ae809 with binding_index 1 {{(pid=94316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 01:30:16.008015 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-7a506aac-c25e-4330-9721-8a7154f737c6 None None] Provisioning for port 7b7b0647-2a35-48bc-98fb-76b96d4b475d completed by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:30:16.025977 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-805dda28-3aff-4b67-80e3-a33aadda3926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:16.029522 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-805dda28-3aff-4b67-80e3-a33aadda3926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:16.032338 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-805dda28-3aff-4b67-80e3-a33aadda3926 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c11dc110-6ac5-4d80-8e42-ec512415d34f HTTP/1.1" status: 204 len: 168 time: 1.1575797 Aug 27 01:30:16.107315 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning for port e2351d21-f1ad-4243-9022-b9e0fdc4393d completed by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:30:16.116338 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning complete for port e2351d21-f1ad-4243-9022-b9e0fdc4393d triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:30:16.116816 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:16.119755 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ed545f81-8b1b-4cf8-a1bc-5817d83b44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:16.136634 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-85c70268-0b3e-431d-833d-812190ab8700 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:16.148353 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-3e236197-49bd-48cf-a728-6a95f8ec6e4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:16.189826 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805dda28-3aff-4b67-80e3-a33aadda3926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11dc110-6ac5-4d80-8e42-ec512415d34f,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:16.206579 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c428095b-0a22-4f50-a8d7-47d4e66901a0 admin admin] Notify agent at l3_agent.dv-cinder-759169-3-iscsi the message routers_updated {{(pid=94316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 01:30:16.216752 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-85c70268-0b3e-431d-833d-812190ab8700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:16.218978 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-85c70268-0b3e-431d-833d-812190ab8700 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2026197'] for router_interface, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:16.271394 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199232ae-bc25-46ca-b705-59fcb933eabd None None] Sync routers for ids ['374ecf4c-b187-4279-a485-f287b3a40fda'] in dv-cinder-759169-3-iscsi {{(pid=94317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 01:30:16.311014 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199232ae-bc25-46ca-b705-59fcb933eabd None None] Routers {'374ecf4c-b187-4279-a485-f287b3a40fda'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:30:16.313030 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-199232ae-bc25-46ca-b705-59fcb933eabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:30:14Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['374ecf4c-b187-4279-a485-f287b3a40fda'], 'active': True} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:30:16.347744 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-c428095b-0a22-4f50-a8d7-47d4e66901a0 admin admin] Notify callbacks [] for router, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:16.352210 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-c428095b-0a22-4f50-a8d7-47d4e66901a0 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.7935381 Aug 27 01:30:16.352210 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 52178) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:30:16.495359 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c70268-0b3e-431d-833d-812190ab8700 admin admin] Pushing event updated for resources: {'Port': ['ID=b2406ba9-307c-49e1-9a52-ec92dd437340,revision_number=2']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:16.514425 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 52188) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:30:16.523650 dv-cinder-759169-3-iscsi neutron-server[94315]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 27 01:30:16.553836 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:16.601649 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvr_db [None req-199232ae-bc25-46ca-b705-59fcb933eabd None None] Set router 374ecf4c-b187-4279-a485-f287b3a40fda gateway port host: dv-cinder-759169-3-iscsi {{(pid=94317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:30:16.632895 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 52192) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:30:16.638172 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c70268-0b3e-431d-833d-812190ab8700 admin admin] Network 6cba5cc2-c26d-402b-a305-3f91c04ec99b is already hosted by enough agents. {{(pid=94315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:30:16.645651 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.base_scheduler [None req-85c70268-0b3e-431d-833d-812190ab8700 admin admin] Resources bound (agent type, host, resource id): {{(pid=94315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:30:16.685948 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] For port e2351d21-f1ad-4243-9022-b9e0fdc4393d, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=e2351d21-f1ad-4243-9022-b9e0fdc4393d,segment=NetworkSegment(1ffc2e98-4b11-4960-9fce-c802c96e52d2),segment_id=1ffc2e98-4b11-4960-9fce-c802c96e52d2)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:30:16.729172 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-3e236197-49bd-48cf-a728-6a95f8ec6e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791478024214'] for port, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:16.751817 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-ec7570c0-ce0c-49b0-a71f-b161f6d17c0c req-b1e540c9-71df-485b-ba67-8108b94136ac tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b401b16-f181-45c2-99c7-73e06eb28974 HTTP/1.1" status: 200 len: 210 time: 0.2294438 Aug 27 01:30:16.756310 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:16.757263 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 7b7b0647-2a35-48bc-98fb-76b96d4b475d up at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:30:16.773807 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b446b9-bf88-4e56-bc34-8e608434dde4 req-1e84673d-fff4-4741-b4c7-acd5933d575f tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:16.779221 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-f9b446b9-bf88-4e56-bc34-8e608434dde4 req-1e84673d-fff4-4741-b4c7-acd5933d575f tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/networks?id=0794f498-7c79-4c04-9426-97a5145b6e4e HTTP/1.1" status: 200 len: 815 time: 0.5310047 Aug 27 01:30:16.814227 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-f9b446b9-bf88-4e56-bc34-8e608434dde4 req-a05c912e-314a-4ca1-9ff3-a5abedb58550 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/quotas/8c9439f7236d4228aea4ccc73e5d6c08 HTTP/1.1" status: 200 len: 375 time: 0.0289807 Aug 27 01:30:16.863781 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-f9b446b9-bf88-4e56-bc34-8e608434dde4 req-3ca6e7af-75e4-44f5-8758-a8bb16d28ec9 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8c9439f7236d4228aea4ccc73e5d6c08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479317 Aug 27 01:30:17.024730 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e236197-49bd-48cf-a728-6a95f8ec6e4c admin admin] Pushing event updated for resources: {'Port': ['ID=23d88cc1-f40b-4c7d-8619-8b85070a2bcc,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:17.060350 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Pushing event updated for resources: {'Port': ['ID=e2351d21-f1ad-4243-9022-b9e0fdc4393d,revision_number=4']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:17.103522 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-74b38942-88ed-40bc-a71f-96f790c30631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:17.107181 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e236197-49bd-48cf-a728-6a95f8ec6e4c admin admin] Network 6740c5c8-77e9-4fca-8473-ad46ab012dd6 is already hosted by enough agents. {{(pid=94315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:30:17.111090 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 52204) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:30:17.116891 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.base_scheduler [None req-3e236197-49bd-48cf-a728-6a95f8ec6e4c admin admin] Resources bound (agent type, host, resource id): {{(pid=94315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:30:17.127188 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85c70268-0b3e-431d-833d-812190ab8700 admin admin] Router e26b4e83-fb61-4db6-8e6e-ec6ab6b53186 has already been hosted by L3 agent 8dc83c43-e68e-43c9-8595-1753e39ae809 {{(pid=94315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 01:30:17.132456 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e236197-49bd-48cf-a728-6a95f8ec6e4c admin admin] Received port after_create {{(pid=94315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 01:30:17.151747 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-f9b446b9-bf88-4e56-bc34-8e608434dde4 req-bc35da4b-8c10-44fe-8331-21d18944eb14 service neutron] 10.222.0.25 "GET /v2.0/networks/0794f498-7c79-4c04-9426-97a5145b6e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315664 Aug 27 01:30:17.170679 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-199232ae-bc25-46ca-b705-59fcb933eabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'name': 'tempest-AttachVolumeShelveTestJSON-1110892241-router', 'tenant_id': '9cbe428e1f9c456087aa6ec677fe0330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'b50d8a55-e5ab-4c67-8bf2-efb8b5165f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:30:11Z', 'updated_at': '2021-08-27T01:30:14Z', 'revision_number': 3, 'project_id': '9cbe428e1f9c456087aa6ec677fe0330', 'gw_port': {'id': 'b50d8a55-e5ab-4c67-8bf2-efb8b5165f30', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:12:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:13Z', 'updated_at': '2021-08-27T01:30:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi'}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:30:17.176758 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-177903e8-6e52-4548-b9b4-008ad6420be8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:17.206795 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199232ae-bc25-46ca-b705-59fcb933eabd None None] Checking router: 374ecf4c-b187-4279-a485-f287b3a40fda for host: dv-cinder-759169-3-iscsi {{(pid=94317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 01:30:17.207142 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199232ae-bc25-46ca-b705-59fcb933eabd None None] Updating router 374ecf4c-b187-4279-a485-f287b3a40fda port b50d8a55-e5ab-4c67-8bf2-efb8b5165f30 binding host dv-cinder-759169-3-iscsi {{(pid=94317) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 01:30:17.235317 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning for port 7b7b0647-2a35-48bc-98fb-76b96d4b475d completed by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:30:17.247384 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning complete for port 7b7b0647-2a35-48bc-98fb-76b96d4b475d triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:30:17.247654 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:17.252488 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-199232ae-bc25-46ca-b705-59fcb933eabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:17.274397 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-2e457120-2fd4-4c30-a15e-1272dfaa595c None None] Provisioning complete for port b2406ba9-307c-49e1-9a52-ec92dd437340 triggered by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:30:17.274761 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-2e457120-2fd4-4c30-a15e-1272dfaa595c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:17.339227 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-2e49d627-1f6a-474d-9d70-d9faacaef722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:17.344607 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-f9b446b9-bf88-4e56-bc34-8e608434dde4 req-54c66b89-2a73-47b3-bbcb-5881f31a863b service neutron] 10.222.0.25 "GET /v2.0/networks/0794f498-7c79-4c04-9426-97a5145b6e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846254 Aug 27 01:30:17.489089 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-2e457120-2fd4-4c30-a15e-1272dfaa595c None None] Port b2406ba9-307c-49e1-9a52-ec92dd437340 cannot update to ACTIVE because it is not bound. {{(pid=94317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 01:30:17.538009 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.db_base_plugin_common [None req-2e49d627-1f6a-474d-9d70-d9faacaef722 admin admin] Allocated IP 172.20.0.1 (5c8689e3-4506-47c0-a652-97ed18836189/20caaf11-6500-4480-a57e-55af9949d7c0/c904e9ce-ecb9-4743-9f9e-20e31461ccd8) {{(pid=94316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 01:30:17.539158 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c70268-0b3e-431d-833d-812190ab8700 admin admin] Notify agent at l3_agent.dv-cinder-759169-3-iscsi the message routers_updated {{(pid=94315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 01:30:17.545996 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-85c70268-0b3e-431d-833d-812190ab8700 admin admin] 10.222.0.25 "PUT /v2.0/routers/e26b4e83-fb61-4db6-8e6e-ec6ab6b53186/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0652041 Aug 27 01:30:17.554933 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f0e8b6-1322-4dde-98ed-6c45e37a3de1 None None] Sync routers for ids ['e26b4e83-fb61-4db6-8e6e-ec6ab6b53186'] in dv-cinder-759169-3-iscsi {{(pid=94318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 01:30:17.601862 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f0e8b6-1322-4dde-98ed-6c45e37a3de1 None None] Routers {'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:30:17.605271 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-e5f0e8b6-1322-4dde-98ed-6c45e37a3de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:30:14Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['e26b4e83-fb61-4db6-8e6e-ec6ab6b53186'], 'active': True} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:30:17.629306 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-809c4053-e1f3-4656-979d-5dfd58cb0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:17.629762 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-74b38942-88ed-40bc-a71f-96f790c30631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:17.677526 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-3bcaf58c-0a0d-47cf-b4cc-135e361a5c89 req-59c222ac-0675-4eaa-8a07-43b6dc31ef46 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f70206d1-bfb4-4b0a-9215-72f8e06a7c66 HTTP/1.1" status: 200 len: 210 time: 0.0345862 Aug 27 01:30:17.703679 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:17.734330 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-74b38942-88ed-40bc-a71f-96f790c30631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:17.775822 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-2e49d627-1f6a-474d-9d70-d9faacaef722 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:17.801186 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.provisioning_blocks [None req-2e49d627-1f6a-474d-9d70-d9faacaef722 admin admin] Transition to ACTIVE for port object c904e9ce-ecb9-4743-9f9e-20e31461ccd8 will not be triggered until provisioned by entity DHCP. {{(pid=94316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:30:17.825273 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] For port 7b7b0647-2a35-48bc-98fb-76b96d4b475d, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=7b7b0647-2a35-48bc-98fb-76b96d4b475d,segment=NetworkSegment(f8ab679e-b537-4c90-a2f7-0b9fb93d20b1),segment_id=f8ab679e-b537-4c90-a2f7-0b9fb93d20b1)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:30:17.892799 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-74b38942-88ed-40bc-a71f-96f790c30631 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4806e02507814baf9b517401f4aeacbb&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2493880 Aug 27 01:30:17.896624 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 52226) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:30:17.899771 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:17.915796 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-3e236197-49bd-48cf-a728-6a95f8ec6e4c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:17.947184 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-2e49d627-1f6a-474d-9d70-d9faacaef722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791478024214'] for port, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:18.043836 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b38942-88ed-40bc-a71f-96f790c30631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbdcff6-6d8b-40ed-8984-2316782ffc25,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:18.062492 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device e2351d21-f1ad-4243-9022-b9e0fdc4393d up at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:30:18.080495 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e49d627-1f6a-474d-9d70-d9faacaef722 admin admin] Pushing event updated for resources: {'Port': ['ID=c904e9ce-ecb9-4743-9f9e-20e31461ccd8,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:18.083885 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvr_db [None req-e5f0e8b6-1322-4dde-98ed-6c45e37a3de1 None None] Set router e26b4e83-fb61-4db6-8e6e-ec6ab6b53186 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:30:18.100689 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e49d627-1f6a-474d-9d70-d9faacaef722 admin admin] Network 5c8689e3-4506-47c0-a652-97ed18836189 is already hosted by enough agents. {{(pid=94316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:30:18.106795 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.base_scheduler [None req-2e49d627-1f6a-474d-9d70-d9faacaef722 admin admin] Resources bound (agent type, host, resource id): {{(pid=94316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:30:18.137558 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e49d627-1f6a-474d-9d70-d9faacaef722 admin admin] Received port after_create {{(pid=94316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 01:30:18.139219 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-2e49d627-1f6a-474d-9d70-d9faacaef722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2027018'] for router_interface, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:18.266035 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-c3521a91-bfa6-4b0e-9d5e-1bda8cedf25c req-c70b643b-18f3-4905-8841-8c716996970c tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b401b16-f181-45c2-99c7-73e06eb28974 HTTP/1.1" status: 200 len: 210 time: 0.1196046 Aug 27 01:30:18.302095 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-199232ae-bc25-46ca-b705-59fcb933eabd None None] Notify callbacks [] for port, precommit_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:18.304643 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Pushing event updated for resources: {'Port': ['ID=7b7b0647-2a35-48bc-98fb-76b96d4b475d,revision_number=3']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:18.352932 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-199232ae-bc25-46ca-b705-59fcb933eabd None None] Transition to ACTIVE for port object b50d8a55-e5ab-4c67-8bf2-efb8b5165f30 will not be triggered until provisioned by entity L2. {{(pid=94317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:30:18.398001 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning complete for port e2351d21-f1ad-4243-9022-b9e0fdc4393d triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:30:18.398148 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:18.436754 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-199232ae-bc25-46ca-b705-59fcb933eabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:18.460601 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-177903e8-6e52-4548-b9b4-008ad6420be8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:18.500510 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-e5f0e8b6-1322-4dde-98ed-6c45e37a3de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'name': 'tempest-AttachVolumeTestJSON-1342235073-router', 'tenant_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'e2351d21-f1ad-4243-9022-b9e0fdc4393d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:30:08Z', 'updated_at': '2021-08-27T01:30:15Z', 'revision_number': 4, 'project_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'gw_port': {'id': 'e2351d21-f1ad-4243-9022-b9e0fdc4393d', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:09Z', 'updated_at': '2021-08-27T01:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': 'b2406ba9-307c-49e1-9a52-ec92dd437340', 'name': '', 'network_id': '6cba5cc2-c26d-402b-a305-3f91c04ec99b', 'tenant_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'mac_address': 'fa:16:3e:a0:8e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e1b7ebb0-22fa-4fc2-81e3-fd4ce0a9462d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:12Z', 'updated_at': '2021-08-27T01:30:15Z', 'revision_number': 2, 'project_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'subnets': [{'id': 'e1b7ebb0-22fa-4fc2-81e3-fd4ce0a9462d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:30:18.519055 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.managers [None req-199232ae-bc25-46ca-b705-59fcb933eabd None None] Attempting to bind port b50d8a55-e5ab-4c67-8bf2-efb8b5165f30 on host dv-cinder-759169-3-iscsi for vnic_type normal with profile {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 01:30:18.519430 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.managers [None req-199232ae-bc25-46ca-b705-59fcb933eabd None None] Attempting to bind port b50d8a55-e5ab-4c67-8bf2-efb8b5165f30 by drivers openvswitch,hyperv on host dv-cinder-759169-3-iscsi at level 0 using segments [{'id': '1ffc2e98-4b11-4960-9fce-c802c96e52d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6'}] {{(pid=94317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 01:30:18.519792 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199232ae-bc25-46ca-b705-59fcb933eabd None None] Attempting to bind port b50d8a55-e5ab-4c67-8bf2-efb8b5165f30 on network 6740c5c8-77e9-4fca-8473-ad46ab012dd6 {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:30:18.539474 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199232ae-bc25-46ca-b705-59fcb933eabd None None] Checking agent: {'id': '9a53e131-30a1-425b-897f-67705806e918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759169-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 1, 22, 15), 'started_at': datetime.datetime(2021, 8, 27, 1, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 1, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759169-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 01:30:18.539847 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199232ae-bc25-46ca-b705-59fcb933eabd None None] Checking segment: {'id': '1ffc2e98-4b11-4960-9fce-c802c96e52d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:30:18.540247 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-199232ae-bc25-46ca-b705-59fcb933eabd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:18.540642 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199232ae-bc25-46ca-b705-59fcb933eabd None None] Bound using segment: {'id': '1ffc2e98-4b11-4960-9fce-c802c96e52d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6'} {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 01:30:18.541162 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.managers [None req-199232ae-bc25-46ca-b705-59fcb933eabd None None] Bound port: b50d8a55-e5ab-4c67-8bf2-efb8b5165f30, host: dv-cinder-759169-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ffc2e98-4b11-4960-9fce-c802c96e52d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6'}}] {{(pid=94317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 01:30:18.541673 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-199232ae-bc25-46ca-b705-59fcb933eabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:18.574724 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f0e8b6-1322-4dde-98ed-6c45e37a3de1 None None] Checking router: e26b4e83-fb61-4db6-8e6e-ec6ab6b53186 for host: dv-cinder-759169-3-iscsi {{(pid=94318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 01:30:18.576259 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f0e8b6-1322-4dde-98ed-6c45e37a3de1 None None] Updating router e26b4e83-fb61-4db6-8e6e-ec6ab6b53186 port b2406ba9-307c-49e1-9a52-ec92dd437340 binding host dv-cinder-759169-3-iscsi {{(pid=94318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 01:30:18.579656 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-177903e8-6e52-4548-b9b4-008ad6420be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:18.609207 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477afe02-6771-4dfa-8ed8-608f49903730 None None] Pushing event updated for resources: {'Port': ['ID=b50d8a55-e5ab-4c67-8bf2-efb8b5165f30,revision_number=2']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:18.617050 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-199232ae-bc25-46ca-b705-59fcb933eabd None None] For port b50d8a55-e5ab-4c67-8bf2-efb8b5165f30, host dv-cinder-759169-3-iscsi, cleared binding levels {{(pid=94317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 01:30:18.620683 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-199232ae-bc25-46ca-b705-59fcb933eabd None None] For port b50d8a55-e5ab-4c67-8bf2-efb8b5165f30, host dv-cinder-759169-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=b50d8a55-e5ab-4c67-8bf2-efb8b5165f30,segment=NetworkSegment(1ffc2e98-4b11-4960-9fce-c802c96e52d2),segment_id=1ffc2e98-4b11-4960-9fce-c802c96e52d2)] {{(pid=94317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 01:30:18.631152 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-3e236197-49bd-48cf-a728-6a95f8ec6e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2027221'] for router, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:18.640779 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [None req-e5f0e8b6-1322-4dde-98ed-6c45e37a3de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:18.641032 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-177903e8-6e52-4548-b9b4-008ad6420be8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f845c104f6a74062a17b5fb7d714f277&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5225863 Aug 27 01:30:18.645556 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 52248) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:30:18.669874 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-604c78ef-8dd5-42b9-9ee7-257c7ef7d18f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:18.699284 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177903e8-6e52-4548-b9b4-008ad6420be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25dac7cf-6024-4472-9562-bad43a599669,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:18.701094 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-65db4af7-fa9d-48c6-95db-84d28bff89dc None None] Provisioning for port c904e9ce-ecb9-4743-9f9e-20e31461ccd8 completed by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:30:18.706541 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-65db4af7-fa9d-48c6-95db-84d28bff89dc None None] Provisioning complete for port c904e9ce-ecb9-4743-9f9e-20e31461ccd8 triggered by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:30:18.707624 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-65db4af7-fa9d-48c6-95db-84d28bff89dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:18.710513 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-199232ae-bc25-46ca-b705-59fcb933eabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:18.730637 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-604c78ef-8dd5-42b9-9ee7-257c7ef7d18f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:18.806045 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-977519a7-b666-4a3d-a529-2ce41d96d532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:18.828256 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 52256) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:30:18.835930 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [None req-251fd81b-a8e2-40f4-b048-fddc396303b3 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1074132185', 'description': 'tempest-description--1863916851'}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:30:18.842690 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-0c862dce-5c13-4188-b504-9f5b8a4bc153 req-3c886f3e-4f87-4f03-b6e7-2986f73324ba tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f70206d1-bfb4-4b0a-9215-72f8e06a7c66 HTTP/1.1" status: 200 len: 210 time: 0.0363128 Aug 27 01:30:18.872063 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-977519a7-b666-4a3d-a529-2ce41d96d532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:18.913002 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-604c78ef-8dd5-42b9-9ee7-257c7ef7d18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:18.916480 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477afe02-6771-4dfa-8ed8-608f49903730 None None] Pushing event updated for resources: {'Port': ['ID=b50d8a55-e5ab-4c67-8bf2-efb8b5165f30,revision_number=3']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:18.919519 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-604c78ef-8dd5-42b9-9ee7-257c7ef7d18f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:18.922092 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-604c78ef-8dd5-42b9-9ee7-257c7ef7d18f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8cbdcff6-6d8b-40ed-8984-2316782ffc25 HTTP/1.1" status: 204 len: 168 time: 1.0230141 Aug 27 01:30:18.934360 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-2e49d627-1f6a-474d-9d70-d9faacaef722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:18.944300 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-65db4af7-fa9d-48c6-95db-84d28bff89dc None None] Port c904e9ce-ecb9-4743-9f9e-20e31461ccd8 cannot update to ACTIVE because it is not bound. {{(pid=94317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 01:30:18.947302 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199232ae-bc25-46ca-b705-59fcb933eabd None None] Routers {'374ecf4c-b187-4279-a485-f287b3a40fda'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:30:18.955247 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-199232ae-bc25-46ca-b705-59fcb933eabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:30:14Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['374ecf4c-b187-4279-a485-f287b3a40fda'], 'active': True} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:30:18.985760 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604c78ef-8dd5-42b9-9ee7-257c7ef7d18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbdcff6-6d8b-40ed-8984-2316782ffc25,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:19.003697 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-251fd81b-a8e2-40f4-b048-fddc396303b3 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks [] for security_group, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:19.066229 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e236197-49bd-48cf-a728-6a95f8ec6e4c admin admin] Router 944ffde3-3532-4617-b3a8-0b1a9203c059 is scheduled to L3 agent 8dc83c43-e68e-43c9-8595-1753e39ae809 with binding_index 1 {{(pid=94315) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 01:30:19.118299 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvr_db [None req-199232ae-bc25-46ca-b705-59fcb933eabd None None] Set router 374ecf4c-b187-4279-a485-f287b3a40fda gateway port host: dv-cinder-759169-3-iscsi {{(pid=94317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:30:19.130578 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-977519a7-b666-4a3d-a529-2ce41d96d532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:19.133593 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-977519a7-b666-4a3d-a529-2ce41d96d532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:19.134918 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-977519a7-b666-4a3d-a529-2ce41d96d532 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/25dac7cf-6024-4472-9562-bad43a599669 HTTP/1.1" status: 204 len: 168 time: 0.4874904 Aug 27 01:30:19.146731 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [None req-e5f0e8b6-1322-4dde-98ed-6c45e37a3de1 None None] Notify callbacks [] for port, precommit_update {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:19.158297 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.provisioning_blocks [None req-e5f0e8b6-1322-4dde-98ed-6c45e37a3de1 None None] Transition to ACTIVE for port object b2406ba9-307c-49e1-9a52-ec92dd437340 will not be triggered until provisioned by entity L2. {{(pid=94318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:30:19.163706 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977519a7-b666-4a3d-a529-2ce41d96d532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25dac7cf-6024-4472-9562-bad43a599669,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:19.260755 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [None req-e5f0e8b6-1322-4dde-98ed-6c45e37a3de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:19.275875 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-251fd81b-a8e2-40f4-b048-fddc396303b3 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks [] for security_group, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:19.276790 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-2e49d627-1f6a-474d-9d70-d9faacaef722 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:19.277614 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e236197-49bd-48cf-a728-6a95f8ec6e4c admin admin] Notify agent at l3_agent.dv-cinder-759169-3-iscsi the message routers_updated {{(pid=94315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 01:30:19.336412 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23d6f2d-2c1e-44b7-bac4-9ba0bab3a31c None None] Sync routers for ids ['944ffde3-3532-4617-b3a8-0b1a9203c059'] in dv-cinder-759169-3-iscsi {{(pid=94317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 01:30:19.366481 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23d6f2d-2c1e-44b7-bac4-9ba0bab3a31c None None] Routers {'944ffde3-3532-4617-b3a8-0b1a9203c059'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:30:19.366884 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-a23d6f2d-2c1e-44b7-bac4-9ba0bab3a31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:30:14Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['944ffde3-3532-4617-b3a8-0b1a9203c059'], 'active': True} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:30:19.405158 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-2e49d627-1f6a-474d-9d70-d9faacaef722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:19.405335 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-251fd81b-a8e2-40f4-b048-fddc396303b3 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:19.405456 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-2e49d627-1f6a-474d-9d70-d9faacaef722 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2026197'] for router_interface, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:19.413258 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef446c8-eff5-4381-94da-74b32fd4fe94 None None] Pushing event updated for resources: {'Port': ['ID=b2406ba9-307c-49e1-9a52-ec92dd437340,revision_number=3']} {{(pid=94318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:19.519323 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251fd81b-a8e2-40f4-b048-fddc396303b3 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b071b27e-771b-4188-a0a5-21eb23ce2eea,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:19.552595 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e49d627-1f6a-474d-9d70-d9faacaef722 admin admin] Pushing event updated for resources: {'Port': ['ID=c904e9ce-ecb9-4743-9f9e-20e31461ccd8,revision_number=2']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:19.608347 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.managers [None req-e5f0e8b6-1322-4dde-98ed-6c45e37a3de1 None None] Attempting to bind port b2406ba9-307c-49e1-9a52-ec92dd437340 on host dv-cinder-759169-3-iscsi for vnic_type normal with profile {{(pid=94318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 01:30:19.612458 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.managers [None req-e5f0e8b6-1322-4dde-98ed-6c45e37a3de1 None None] Attempting to bind port b2406ba9-307c-49e1-9a52-ec92dd437340 by drivers openvswitch,hyperv on host dv-cinder-759169-3-iscsi at level 0 using segments [{'id': 'c42d10cd-c3ef-4c1a-a7ca-8e269f5416ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6cba5cc2-c26d-402b-a305-3f91c04ec99b'}] {{(pid=94318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 01:30:19.613170 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f0e8b6-1322-4dde-98ed-6c45e37a3de1 None None] Attempting to bind port b2406ba9-307c-49e1-9a52-ec92dd437340 on network 6cba5cc2-c26d-402b-a305-3f91c04ec99b {{(pid=94318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:30:19.648750 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0e863b44-547f-4a69-8868-4f3aea943df7 req-8c20899e-6d63-425d-99d4-7581a012669d tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b401b16-f181-45c2-99c7-73e06eb28974 HTTP/1.1" status: 200 len: 210 time: 0.0610561 Aug 27 01:30:19.648750 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-3e236197-49bd-48cf-a728-6a95f8ec6e4c admin admin] Notify callbacks [] for router, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:19.648750 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-3e236197-49bd-48cf-a728-6a95f8ec6e4c admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.4885683 Aug 27 01:30:19.650387 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 52278) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:30:19.651699 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f0e8b6-1322-4dde-98ed-6c45e37a3de1 None None] Checking agent: {'id': '9a53e131-30a1-425b-897f-67705806e918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759169-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 1, 22, 15), 'started_at': datetime.datetime(2021, 8, 27, 1, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 1, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759169-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 01:30:19.662383 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e49d627-1f6a-474d-9d70-d9faacaef722 admin admin] Network 5c8689e3-4506-47c0-a652-97ed18836189 is already hosted by enough agents. {{(pid=94316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:30:19.664223 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.base_scheduler [None req-2e49d627-1f6a-474d-9d70-d9faacaef722 admin admin] Resources bound (agent type, host, resource id): {{(pid=94316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:30:19.666360 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f0e8b6-1322-4dde-98ed-6c45e37a3de1 None None] Checking segment: {'id': 'c42d10cd-c3ef-4c1a-a7ca-8e269f5416ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6cba5cc2-c26d-402b-a305-3f91c04ec99b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:30:19.667118 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [None req-e5f0e8b6-1322-4dde-98ed-6c45e37a3de1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:19.667925 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f0e8b6-1322-4dde-98ed-6c45e37a3de1 None None] Bound using segment: {'id': 'c42d10cd-c3ef-4c1a-a7ca-8e269f5416ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6cba5cc2-c26d-402b-a305-3f91c04ec99b'} {{(pid=94318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 01:30:19.668710 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.managers [None req-e5f0e8b6-1322-4dde-98ed-6c45e37a3de1 None None] Bound port: b2406ba9-307c-49e1-9a52-ec92dd437340, host: dv-cinder-759169-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c42d10cd-c3ef-4c1a-a7ca-8e269f5416ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6cba5cc2-c26d-402b-a305-3f91c04ec99b'}}] {{(pid=94318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 01:30:19.674382 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [None req-e5f0e8b6-1322-4dde-98ed-6c45e37a3de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:19.788446 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-251fd81b-a8e2-40f4-b048-fddc396303b3 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks [] for security_group, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:19.796971 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-251fd81b-a8e2-40f4-b048-fddc396303b3 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.9631703 Aug 27 01:30:19.797540 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 52282) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:30:19.829771 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [None req-6d9cd455-33dc-48e9-80b5-9d583585c5d7 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Request body: {'security_group_rule': {'security_group_id': 'b071b27e-771b-4188-a0a5-21eb23ce2eea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:30:19.877378 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.db [None req-e5f0e8b6-1322-4dde-98ed-6c45e37a3de1 None None] For port b2406ba9-307c-49e1-9a52-ec92dd437340, host dv-cinder-759169-3-iscsi, cleared binding levels {{(pid=94318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 01:30:19.882263 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.db [None req-e5f0e8b6-1322-4dde-98ed-6c45e37a3de1 None None] For port b2406ba9-307c-49e1-9a52-ec92dd437340, host dv-cinder-759169-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=b2406ba9-307c-49e1-9a52-ec92dd437340,segment=NetworkSegment(c42d10cd-c3ef-4c1a-a7ca-8e269f5416ab),segment_id=c42d10cd-c3ef-4c1a-a7ca-8e269f5416ab)] {{(pid=94318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 01:30:19.950641 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvr_db [None req-a23d6f2d-2c1e-44b7-bac4-9ba0bab3a31c None None] Set router 944ffde3-3532-4617-b3a8-0b1a9203c059 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:30:19.954050 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [None req-e5f0e8b6-1322-4dde-98ed-6c45e37a3de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:20.098574 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e49d627-1f6a-474d-9d70-d9faacaef722 admin admin] Router 374ecf4c-b187-4279-a485-f287b3a40fda has already been hosted by L3 agent 8dc83c43-e68e-43c9-8595-1753e39ae809 {{(pid=94316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 01:30:20.136752 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 7b7b0647-2a35-48bc-98fb-76b96d4b475d up at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:30:20.170482 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f0e8b6-1322-4dde-98ed-6c45e37a3de1 None None] Routers {'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:30:20.173442 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-e5f0e8b6-1322-4dde-98ed-6c45e37a3de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:30:14Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['e26b4e83-fb61-4db6-8e6e-ec6ab6b53186'], 'active': True} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:30:20.183364 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef446c8-eff5-4381-94da-74b32fd4fe94 None None] Pushing event updated for resources: {'Port': ['ID=b2406ba9-307c-49e1-9a52-ec92dd437340,revision_number=4']} {{(pid=94318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:20.315507 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-a012d4ff-d5c2-4a50-928b-dab5de3b1a48 req-8189c10d-38d3-4526-b816-fea249452765 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f70206d1-bfb4-4b0a-9215-72f8e06a7c66 HTTP/1.1" status: 200 len: 210 time: 0.1968939 Aug 27 01:30:20.371089 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-199232ae-bc25-46ca-b705-59fcb933eabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'name': 'tempest-AttachVolumeShelveTestJSON-1110892241-router', 'tenant_id': '9cbe428e1f9c456087aa6ec677fe0330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'b50d8a55-e5ab-4c67-8bf2-efb8b5165f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:30:11Z', 'updated_at': '2021-08-27T01:30:18Z', 'revision_number': 4, 'project_id': '9cbe428e1f9c456087aa6ec677fe0330', 'gw_port': {'id': 'b50d8a55-e5ab-4c67-8bf2-efb8b5165f30', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:12:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:13Z', 'updated_at': '2021-08-27T01:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': 'c904e9ce-ecb9-4743-9f9e-20e31461ccd8', 'name': '', 'network_id': '5c8689e3-4506-47c0-a652-97ed18836189', 'tenant_id': '9cbe428e1f9c456087aa6ec677fe0330', 'mac_address': 'fa:16:3e:78:c4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '20caaf11-6500-4480-a57e-55af9949d7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:17Z', 'updated_at': '2021-08-27T01:30:17Z', 'revision_number': 1, 'project_id': '9cbe428e1f9c456087aa6ec677fe0330', 'subnets': [{'id': '20caaf11-6500-4480-a57e-55af9949d7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:30:20.442596 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199232ae-bc25-46ca-b705-59fcb933eabd None None] The sync data for ids ['374ecf4c-b187-4279-a485-f287b3a40fda'] in dv-cinder-759169-3-iscsi is: [{'id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'name': 'tempest-AttachVolumeShelveTestJSON-1110892241-router', 'tenant_id': '9cbe428e1f9c456087aa6ec677fe0330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'b50d8a55-e5ab-4c67-8bf2-efb8b5165f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:30:11Z', 'updated_at': '2021-08-27T01:30:18Z', 'revision_number': 4, 'project_id': '9cbe428e1f9c456087aa6ec677fe0330', 'gw_port': {'id': 'b50d8a55-e5ab-4c67-8bf2-efb8b5165f30', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:12:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:13Z', 'updated_at': '2021-08-27T01:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': 'c904e9ce-ecb9-4743-9f9e-20e31461ccd8', 'name': '', 'network_id': '5c8689e3-4506-47c0-a652-97ed18836189', 'tenant_id': '9cbe428e1f9c456087aa6ec677fe0330', 'mac_address': 'fa:16:3e:78:c4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '20caaf11-6500-4480-a57e-55af9949d7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:17Z', 'updated_at': '2021-08-27T01:30:17Z', 'revision_number': 1, 'project_id': '9cbe428e1f9c456087aa6ec677fe0330', 'subnets': [{'id': '20caaf11-6500-4480-a57e-55af9949d7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 01:30:20.497162 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e49d627-1f6a-474d-9d70-d9faacaef722 admin admin] Notify agent at l3_agent.dv-cinder-759169-3-iscsi the message routers_updated {{(pid=94316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 01:30:20.512099 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-93118700-2c00-49f7-9393-8880c93aa8a3 None None] Provisioning complete for port c904e9ce-ecb9-4743-9f9e-20e31461ccd8 triggered by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:30:20.512549 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-93118700-2c00-49f7-9393-8880c93aa8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:20.516336 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning complete for port 7b7b0647-2a35-48bc-98fb-76b96d4b475d triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:30:20.516991 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:20.517713 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvr_db [None req-e5f0e8b6-1322-4dde-98ed-6c45e37a3de1 None None] Set router e26b4e83-fb61-4db6-8e6e-ec6ab6b53186 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:30:20.528112 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-2e49d627-1f6a-474d-9d70-d9faacaef722 admin admin] 10.222.0.25 "PUT /v2.0/routers/374ecf4c-b187-4279-a485-f287b3a40fda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1756198 Aug 27 01:30:20.560761 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-6d9cd455-33dc-48e9-80b5-9d583585c5d7 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:20.566044 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 52302) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:30:20.586081 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-3a8575e8-2097-40f0-869e-485735cf737b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:20.863623 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-3a8575e8-2097-40f0-869e-485735cf737b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:20.953088 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-3a8575e8-2097-40f0-869e-485735cf737b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:21.008633 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-6d9cd455-33dc-48e9-80b5-9d583585c5d7 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:21.077234 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-72c03190-e60f-46cb-8cf9-575af80c2cd7 req-03a61127-492b-4821-8686-61fe6aceed8a tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b401b16-f181-45c2-99c7-73e06eb28974 HTTP/1.1" status: 200 len: 210 time: 0.2115791 Aug 27 01:30:21.105571 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-e5f0e8b6-1322-4dde-98ed-6c45e37a3de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'name': 'tempest-AttachVolumeTestJSON-1342235073-router', 'tenant_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'e2351d21-f1ad-4243-9022-b9e0fdc4393d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:30:08Z', 'updated_at': '2021-08-27T01:30:15Z', 'revision_number': 4, 'project_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'gw_port': {'id': 'e2351d21-f1ad-4243-9022-b9e0fdc4393d', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:09Z', 'updated_at': '2021-08-27T01:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': 'b2406ba9-307c-49e1-9a52-ec92dd437340', 'name': '', 'network_id': '6cba5cc2-c26d-402b-a305-3f91c04ec99b', 'tenant_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'mac_address': 'fa:16:3e:a0:8e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e1b7ebb0-22fa-4fc2-81e3-fd4ce0a9462d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:12Z', 'updated_at': '2021-08-27T01:30:19Z', 'revision_number': 4, 'project_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'subnets': [{'id': 'e1b7ebb0-22fa-4fc2-81e3-fd4ce0a9462d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:30:21.150136 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f0e8b6-1322-4dde-98ed-6c45e37a3de1 None None] The sync data for ids ['e26b4e83-fb61-4db6-8e6e-ec6ab6b53186'] in dv-cinder-759169-3-iscsi is: [{'id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'name': 'tempest-AttachVolumeTestJSON-1342235073-router', 'tenant_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'e2351d21-f1ad-4243-9022-b9e0fdc4393d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:30:08Z', 'updated_at': '2021-08-27T01:30:15Z', 'revision_number': 4, 'project_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'gw_port': {'id': 'e2351d21-f1ad-4243-9022-b9e0fdc4393d', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:09Z', 'updated_at': '2021-08-27T01:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': 'b2406ba9-307c-49e1-9a52-ec92dd437340', 'name': '', 'network_id': '6cba5cc2-c26d-402b-a305-3f91c04ec99b', 'tenant_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'mac_address': 'fa:16:3e:a0:8e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e1b7ebb0-22fa-4fc2-81e3-fd4ce0a9462d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:12Z', 'updated_at': '2021-08-27T01:30:19Z', 'revision_number': 4, 'project_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'subnets': [{'id': 'e1b7ebb0-22fa-4fc2-81e3-fd4ce0a9462d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 01:30:21.175919 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-6d9cd455-33dc-48e9-80b5-9d583585c5d7 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069750'] for security_group_rule, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:21.227897 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-3a8575e8-2097-40f0-869e-485735cf737b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2c5ed0473a6b46bb9add0e4f5add1453&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6591780 Aug 27 01:30:21.278556 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 52320) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:30:21.345261 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9cd455-33dc-48e9-80b5-9d583585c5d7 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e664bbd-44fa-48d7-be12-553e36c0f7c9,revision_number=0']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:21.387824 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8575e8-2097-40f0-869e-485735cf737b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91171478-54ba-4450-ac45-790d0aefde17,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:21.410862 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-6d9cd455-33dc-48e9-80b5-9d583585c5d7 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:21.416610 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-6d9cd455-33dc-48e9-80b5-9d583585c5d7 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6128716 Aug 27 01:30:21.419547 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-93118700-2c00-49f7-9393-8880c93aa8a3 None None] Port c904e9ce-ecb9-4743-9f9e-20e31461ccd8 cannot update to ACTIVE because it is not bound. {{(pid=94317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 01:30:21.420167 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 52328) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:30:21.428566 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [None req-94aeb8a3-2c9f-42c5-a198-e173119a7cb5 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Request body: {'security_group_rule': {'security_group_id': 'b071b27e-771b-4188-a0a5-21eb23ce2eea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:30:21.449480 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-9d13f6a3-5297-4678-aa5e-bbc63c6955c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:21.463157 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.24', 54533) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:30:21.497208 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-a23d6f2d-2c1e-44b7-bac4-9ba0bab3a31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944ffde3-3532-4617-b3a8-0b1a9203c059', 'name': 'tempest-ServerRescueNegativeTestJSON-197568292-router', 'tenant_id': 'cc3b4bb0756249d19606e34fca91d4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '23d88cc1-f40b-4c7d-8619-8b85070a2bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:30:12Z', 'updated_at': '2021-08-27T01:30:17Z', 'revision_number': 3, 'project_id': 'cc3b4bb0756249d19606e34fca91d4d5', 'gw_port': {'id': '23d88cc1-f40b-4c7d-8619-8b85070a2bcc', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d2:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944ffde3-3532-4617-b3a8-0b1a9203c059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:14Z', 'updated_at': '2021-08-27T01:30:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi'}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:30:21.506555 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-9d13f6a3-5297-4678-aa5e-bbc63c6955c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:21.777238 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-9d13f6a3-5297-4678-aa5e-bbc63c6955c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:21.777238 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-9d13f6a3-5297-4678-aa5e-bbc63c6955c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:21.777238 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-9d13f6a3-5297-4678-aa5e-bbc63c6955c5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/91171478-54ba-4450-ac45-790d0aefde17 HTTP/1.1" status: 204 len: 168 time: 0.4925644 Aug 27 01:30:21.802494 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d13f6a3-5297-4678-aa5e-bbc63c6955c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91171478-54ba-4450-ac45-790d0aefde17,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:21.819497 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23d6f2d-2c1e-44b7-bac4-9ba0bab3a31c None None] Checking router: 944ffde3-3532-4617-b3a8-0b1a9203c059 for host: dv-cinder-759169-3-iscsi {{(pid=94317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 01:30:21.822025 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23d6f2d-2c1e-44b7-bac4-9ba0bab3a31c None None] Updating router 944ffde3-3532-4617-b3a8-0b1a9203c059 port 23d88cc1-f40b-4c7d-8619-8b85070a2bcc binding host dv-cinder-759169-3-iscsi {{(pid=94317) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 01:30:21.890356 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-a23d6f2d-2c1e-44b7-bac4-9ba0bab3a31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:21.967473 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-a9a732b9-68c6-4497-a5a2-d31deefd915a req-61d1d277-bcce-4096-8cb5-e4906b55dab5 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f70206d1-bfb4-4b0a-9215-72f8e06a7c66 HTTP/1.1" status: 200 len: 210 time: 0.1354220 Aug 27 01:30:22.006786 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.agents_db [None req-fec0d0a0-65fd-4898-8015-6bc2580b487e None None] Agent healthcheck: found 6 active agents {{(pid=94318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 01:30:22.042620 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 52340) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:30:22.057320 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [None req-ccc74ecb-88fb-48bc-b982-8d67c186af7a tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Request body: {'security_group': {'name': 'tempest-securitygroup--945628615', 'description': 'tempest-description--14803478'}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:30:22.389486 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device b2406ba9-307c-49e1-9a52-ec92dd437340 up at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:30:22.459135 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-72f73231-0cb8-40b0-ab1d-29c97e2d43dc req-fd74b00b-94f9-4a60-90cf-4e88f7183cca tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b401b16-f181-45c2-99c7-73e06eb28974 HTTP/1.1" status: 200 len: 210 time: 0.1066592 Aug 27 01:30:22.573656 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-94aeb8a3-2c9f-42c5-a198-e173119a7cb5 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:22.574033 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-ccc74ecb-88fb-48bc-b982-8d67c186af7a tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:22.755211 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b71886-01ea-4a5e-9398-df0368550823 req-41d1b60d-76a7-4409-b5d5-199f760f2465 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:22.765787 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-76b71886-01ea-4a5e-9398-df0368550823 req-41d1b60d-76a7-4409-b5d5-199f760f2465 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.24 "GET /v2.0/networks?id=4b165d08-d478-4821-bbe5-bfe50564161b HTTP/1.1" status: 200 len: 812 time: 1.2895553 Aug 27 01:30:22.771345 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.24', 54542) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:30:22.805259 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning for port b2406ba9-307c-49e1-9a52-ec92dd437340 completed by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:30:22.814841 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning complete for port b2406ba9-307c-49e1-9a52-ec92dd437340 triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:30:22.815220 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:22.834033 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-94aeb8a3-2c9f-42c5-a198-e173119a7cb5 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:22.853573 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-60d0b0db-bb2f-4287-b5ac-d8731a64e1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:22.878190 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-ccc74ecb-88fb-48bc-b982-8d67c186af7a tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:22.891369 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [req-76b71886-01ea-4a5e-9398-df0368550823 req-f929fe58-03af-4321-bf93-fdc2036e0bf5 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Request body: {'port': {'device_id': '9b401b16-f181-45c2-99c7-73e06eb28974', 'network_id': '4b165d08-d478-4821-bbe5-bfe50564161b', 'admin_state_up': True, 'tenant_id': 'b8f4319d61634014a030eb7b9b741e92'}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:30:22.918239 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-a23d6f2d-2c1e-44b7-bac4-9ba0bab3a31c None None] Notify callbacks [] for port, precommit_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:22.947087 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-ccc74ecb-88fb-48bc-b982-8d67c186af7a tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:22.994250 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc74ecb-88fb-48bc-b982-8d67c186af7a tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=319496d1-44c8-440f-97a8-fb501f967b21,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:23.014953 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-a23d6f2d-2c1e-44b7-bac4-9ba0bab3a31c None None] Transition to ACTIVE for port object 23d88cc1-f40b-4c7d-8619-8b85070a2bcc will not be triggered until provisioned by entity L2. {{(pid=94317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:30:23.033621 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:23.057799 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-94aeb8a3-2c9f-42c5-a198-e173119a7cb5 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069750'] for security_group_rule, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:23.097072 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:23.101447 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-ccc74ecb-88fb-48bc-b982-8d67c186af7a tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks [] for security_group, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:23.102734 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-ccc74ecb-88fb-48bc-b982-8d67c186af7a tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.0573487 Aug 27 01:30:23.119084 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 52384) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:30:23.136204 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] For port b2406ba9-307c-49e1-9a52-ec92dd437340, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=b2406ba9-307c-49e1-9a52-ec92dd437340,segment=NetworkSegment(c42d10cd-c3ef-4c1a-a7ca-8e269f5416ab),segment_id=c42d10cd-c3ef-4c1a-a7ca-8e269f5416ab)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:30:23.152216 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-a23d6f2d-2c1e-44b7-bac4-9ba0bab3a31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:23.169984 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [None req-8b2b9a82-1b45-47e3-851a-9039b6d389a4 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Request body: {'security_group_rule': {'security_group_id': '319496d1-44c8-440f-97a8-fb501f967b21', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:30:23.178291 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-41d8f19d-ad30-464a-9be7-213d27cc8872 req-635b3861-2471-48d6-ac90-7f54bd381a63 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f70206d1-bfb4-4b0a-9215-72f8e06a7c66 HTTP/1.1" status: 200 len: 210 time: 0.0843999 Aug 27 01:30:23.523439 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aeb8a3-2c9f-42c5-a198-e173119a7cb5 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a707054f-34fc-4fa1-97a2-655b4a14e9e1,revision_number=0']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:23.538596 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3922d22-41b6-48ac-b2fd-a177e2d309b7 None None] Pushing event updated for resources: {'Port': ['ID=23d88cc1-f40b-4c7d-8619-8b85070a2bcc,revision_number=2']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:23.538596 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:23.538596 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.managers [None req-a23d6f2d-2c1e-44b7-bac4-9ba0bab3a31c None None] Attempting to bind port 23d88cc1-f40b-4c7d-8619-8b85070a2bcc on host dv-cinder-759169-3-iscsi for vnic_type normal with profile {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 01:30:23.538596 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.managers [None req-a23d6f2d-2c1e-44b7-bac4-9ba0bab3a31c None None] Attempting to bind port 23d88cc1-f40b-4c7d-8619-8b85070a2bcc by drivers openvswitch,hyperv on host dv-cinder-759169-3-iscsi at level 0 using segments [{'id': '1ffc2e98-4b11-4960-9fce-c802c96e52d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6'}] {{(pid=94317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 01:30:23.538596 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23d6f2d-2c1e-44b7-bac4-9ba0bab3a31c None None] Attempting to bind port 23d88cc1-f40b-4c7d-8619-8b85070a2bcc on network 6740c5c8-77e9-4fca-8473-ad46ab012dd6 {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:30:23.538596 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23d6f2d-2c1e-44b7-bac4-9ba0bab3a31c None None] Checking agent: {'id': '9a53e131-30a1-425b-897f-67705806e918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759169-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 1, 22, 15), 'started_at': datetime.datetime(2021, 8, 27, 1, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 1, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759169-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 01:30:23.538596 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23d6f2d-2c1e-44b7-bac4-9ba0bab3a31c None None] Checking segment: {'id': '1ffc2e98-4b11-4960-9fce-c802c96e52d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:30:23.538596 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-a23d6f2d-2c1e-44b7-bac4-9ba0bab3a31c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:23.538596 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23d6f2d-2c1e-44b7-bac4-9ba0bab3a31c None None] Bound using segment: {'id': '1ffc2e98-4b11-4960-9fce-c802c96e52d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6'} {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 01:30:23.545667 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.managers [None req-a23d6f2d-2c1e-44b7-bac4-9ba0bab3a31c None None] Bound port: 23d88cc1-f40b-4c7d-8619-8b85070a2bcc, host: dv-cinder-759169-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ffc2e98-4b11-4960-9fce-c802c96e52d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6'}}] {{(pid=94317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 01:30:23.545667 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-a23d6f2d-2c1e-44b7-bac4-9ba0bab3a31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:23.549734 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 52402) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:30:23.549734 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-8b2b9a82-1b45-47e3-851a-9039b6d389a4 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:23.553675 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-a23d6f2d-2c1e-44b7-bac4-9ba0bab3a31c None None] For port 23d88cc1-f40b-4c7d-8619-8b85070a2bcc, host dv-cinder-759169-3-iscsi, cleared binding levels {{(pid=94317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 01:30:23.553675 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Pushing event updated for resources: {'Port': ['ID=b2406ba9-307c-49e1-9a52-ec92dd437340,revision_number=5']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:23.553675 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-a23d6f2d-2c1e-44b7-bac4-9ba0bab3a31c None None] For port 23d88cc1-f40b-4c7d-8619-8b85070a2bcc, host dv-cinder-759169-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=23d88cc1-f40b-4c7d-8619-8b85070a2bcc,segment=NetworkSegment(1ffc2e98-4b11-4960-9fce-c802c96e52d2),segment_id=1ffc2e98-4b11-4960-9fce-c802c96e52d2)] {{(pid=94317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 01:30:23.557159 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b446b9-bf88-4e56-bc34-8e608434dde4 req-ab7161b9-9ea1-4bb9-a73c-18141fcf1bde tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:23.560903 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-f9b446b9-bf88-4e56-bc34-8e608434dde4 req-ab7161b9-9ea1-4bb9-a73c-18141fcf1bde tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.24 "GET /v2.0/networks?id=0794f498-7c79-4c04-9426-97a5145b6e4e HTTP/1.1" status: 200 len: 815 time: 0.6906672 Aug 27 01:30:23.588760 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [req-f9b446b9-bf88-4e56-bc34-8e608434dde4 req-d62238e5-0994-404e-af2e-f18a9943ccfe tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Request body: {'port': {'device_id': 'f70206d1-bfb4-4b0a-9215-72f8e06a7c66', 'network_id': '0794f498-7c79-4c04-9426-97a5145b6e4e', 'admin_state_up': True, 'tenant_id': '8c9439f7236d4228aea4ccc73e5d6c08'}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:30:23.612365 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-a23d6f2d-2c1e-44b7-bac4-9ba0bab3a31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:23.645356 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-94aeb8a3-2c9f-42c5-a198-e173119a7cb5 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:23.649099 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-94aeb8a3-2c9f-42c5-a198-e173119a7cb5 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2255092 Aug 27 01:30:23.650400 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 52416) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:30:23.655850 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [None req-37d1e98b-6d43-4dc4-9b74-7e538f849872 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Request body: {'floatingip': {'floating_network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6'}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:30:23.667411 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-8b2b9a82-1b45-47e3-851a-9039b6d389a4 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:23.732949 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23d6f2d-2c1e-44b7-bac4-9ba0bab3a31c None None] Routers {'944ffde3-3532-4617-b3a8-0b1a9203c059'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:30:23.733724 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-75cebfc0-f4a8-4643-aa94-6706b5de7d2b req-183c781f-b331-4619-bb23-33f78d6468a4 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b401b16-f181-45c2-99c7-73e06eb28974 HTTP/1.1" status: 200 len: 210 time: 0.1370194 Aug 27 01:30:23.733889 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-a23d6f2d-2c1e-44b7-bac4-9ba0bab3a31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:30:14Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['944ffde3-3532-4617-b3a8-0b1a9203c059'], 'active': True} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:30:23.765853 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.db_base_plugin_common [None req-60d0b0db-bb2f-4287-b5ac-d8731a64e1a3 admin admin] Allocated IP 172.20.0.1 (b44490e8-3c86-4803-b813-6cfe1338f3e9/a5d3291c-8bd6-41d2-89c4-7dffd869bccd/26cb1fe3-4a89-4674-9f47-5ad20b3bc511) {{(pid=94315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 01:30:23.769634 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-8b2b9a82-1b45-47e3-851a-9039b6d389a4 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069750'] for security_group_rule, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:23.825156 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76b71886-01ea-4a5e-9398-df0368550823 req-f929fe58-03af-4321-bf93-fdc2036e0bf5 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Made reservation on behalf of b8f4319d61634014a030eb7b9b741e92 for: {'port': 1} {{(pid=94315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:30:23.830953 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-76b71886-01ea-4a5e-9398-df0368550823 req-f929fe58-03af-4321-bf93-fdc2036e0bf5 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:23.834047 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3922d22-41b6-48ac-b2fd-a177e2d309b7 None None] Pushing event updated for resources: {'Port': ['ID=23d88cc1-f40b-4c7d-8619-8b85070a2bcc,revision_number=3']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:23.835763 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2b9a82-1b45-47e3-851a-9039b6d389a4 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdb91cbf-db19-4d64-84b2-542261d3d8eb,revision_number=0']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:23.870431 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvr_db [None req-a23d6f2d-2c1e-44b7-bac4-9ba0bab3a31c None None] Set router 944ffde3-3532-4617-b3a8-0b1a9203c059 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:30:23.924307 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-37d1e98b-6d43-4dc4-9b74-7e538f849872 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks [] for floatingip, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:24.076946 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-97d419e8-6af2-4f1d-aa8d-6dd3e0d4cc8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:24.079574 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-8b2b9a82-1b45-47e3-851a-9039b6d389a4 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:24.081474 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-8b2b9a82-1b45-47e3-851a-9039b6d389a4 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9597836 Aug 27 01:30:24.089933 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 52422) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:30:24.095879 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [None req-a9061ef3-266d-4122-8b5d-6b9c40d7aa47 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Request body: {'security_group_rule': {'security_group_id': '319496d1-44c8-440f-97a8-fb501f967b21', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:30:24.103694 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-a23d6f2d-2c1e-44b7-bac4-9ba0bab3a31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944ffde3-3532-4617-b3a8-0b1a9203c059', 'name': 'tempest-ServerRescueNegativeTestJSON-197568292-router', 'tenant_id': 'cc3b4bb0756249d19606e34fca91d4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '23d88cc1-f40b-4c7d-8619-8b85070a2bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:30:12Z', 'updated_at': '2021-08-27T01:30:17Z', 'revision_number': 3, 'project_id': 'cc3b4bb0756249d19606e34fca91d4d5', 'gw_port': {'id': '23d88cc1-f40b-4c7d-8619-8b85070a2bcc', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d2:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944ffde3-3532-4617-b3a8-0b1a9203c059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:14Z', 'updated_at': '2021-08-27T01:30:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi'}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:30:24.159403 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23d6f2d-2c1e-44b7-bac4-9ba0bab3a31c None None] The sync data for ids ['944ffde3-3532-4617-b3a8-0b1a9203c059'] in dv-cinder-759169-3-iscsi is: [{'id': '944ffde3-3532-4617-b3a8-0b1a9203c059', 'name': 'tempest-ServerRescueNegativeTestJSON-197568292-router', 'tenant_id': 'cc3b4bb0756249d19606e34fca91d4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '23d88cc1-f40b-4c7d-8619-8b85070a2bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:30:12Z', 'updated_at': '2021-08-27T01:30:17Z', 'revision_number': 3, 'project_id': 'cc3b4bb0756249d19606e34fca91d4d5', 'gw_port': {'id': '23d88cc1-f40b-4c7d-8619-8b85070a2bcc', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d2:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944ffde3-3532-4617-b3a8-0b1a9203c059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:14Z', 'updated_at': '2021-08-27T01:30:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi'}] {{(pid=94317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 01:30:24.299806 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device b50d8a55-e5ab-4c67-8bf2-efb8b5165f30 up at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:30:24.363957 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-47c13a39-b4c5-409c-a7e4-efc7362177f1 req-689f13d6-8d51-4c94-a728-2ffe72f29693 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f70206d1-bfb4-4b0a-9215-72f8e06a7c66 HTTP/1.1" status: 200 len: 210 time: 0.0387175 Aug 27 01:30:24.411912 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-37d1e98b-6d43-4dc4-9b74-7e538f849872 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:24.546827 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning for port b50d8a55-e5ab-4c67-8bf2-efb8b5165f30 completed by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:30:24.550969 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning complete for port b50d8a55-e5ab-4c67-8bf2-efb8b5165f30 triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:30:24.550969 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:24.594408 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-60d0b0db-bb2f-4287-b5ac-d8731a64e1a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:24.597153 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9b446b9-bf88-4e56-bc34-8e608434dde4 req-d62238e5-0994-404e-af2e-f18a9943ccfe tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Made reservation on behalf of 8c9439f7236d4228aea4ccc73e5d6c08 for: {'port': 1} {{(pid=94315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:30:24.613922 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-f9b446b9-bf88-4e56-bc34-8e608434dde4 req-d62238e5-0994-404e-af2e-f18a9943ccfe tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:24.798332 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-97d419e8-6af2-4f1d-aa8d-6dd3e0d4cc8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:24.803228 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a9061ef3-266d-4122-8b5d-6b9c40d7aa47 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:24.808494 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.db_base_plugin_common [req-76b71886-01ea-4a5e-9398-df0368550823 req-f929fe58-03af-4321-bf93-fdc2036e0bf5 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Allocated IP 172.20.0.5 (4b165d08-d478-4821-bbe5-bfe50564161b/2f7322ad-a848-4c18-86ed-f0719b4dda9f/2f74abdb-9f0c-4344-b541-0b15dc2c35bc) {{(pid=94315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 01:30:24.854405 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:24.892372 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-97d419e8-6af2-4f1d-aa8d-6dd3e0d4cc8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:24.919155 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] For port b50d8a55-e5ab-4c67-8bf2-efb8b5165f30, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=b50d8a55-e5ab-4c67-8bf2-efb8b5165f30,segment=NetworkSegment(1ffc2e98-4b11-4960-9fce-c802c96e52d2),segment_id=1ffc2e98-4b11-4960-9fce-c802c96e52d2)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:30:24.932859 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-97d419e8-6af2-4f1d-aa8d-6dd3e0d4cc8e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f9f6df5219a048199f4d84b595da4f43&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4667673 Aug 27 01:30:24.950943 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 52446) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:30:24.960453 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d419e8-6af2-4f1d-aa8d-6dd3e0d4cc8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54257f09-f516-4c2a-a9f2-95c0ab9675fd,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:24.980874 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:24.981678 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device b2406ba9-307c-49e1-9a52-ec92dd437340 up at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:30:25.012134 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.db_base_plugin_common [None req-37d1e98b-6d43-4dc4-9b74-7e538f849872 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Allocated IP 172.27.3.27 (6740c5c8-77e9-4fca-8473-ad46ab012dd6/fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b/039578ee-65bc-4690-8f54-b4fbb1eae27c) {{(pid=94316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 01:30:25.035089 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a9061ef3-266d-4122-8b5d-6b9c40d7aa47 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:25.100095 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a9061ef3-266d-4122-8b5d-6b9c40d7aa47 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069750'] for security_group_rule, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:25.127804 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9061ef3-266d-4122-8b5d-6b9c40d7aa47 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a598248d-ec5f-466c-87d4-f614d98a9e79,revision_number=0']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:25.208011 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-37d1e98b-6d43-4dc4-9b74-7e538f849872 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks [] for port, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:25.213236 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a9061ef3-266d-4122-8b5d-6b9c40d7aa47 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:25.216895 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-a9061ef3-266d-4122-8b5d-6b9c40d7aa47 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1242619 Aug 27 01:30:25.220084 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 52452) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:30:25.231331 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [None req-9d181f4f-fc61-4f25-91f0-603dbbe258ad tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Request body: {'floatingip': {'floating_network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6'}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:30:25.239473 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Pushing event updated for resources: {'Port': ['ID=b50d8a55-e5ab-4c67-8bf2-efb8b5165f30,revision_number=4']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:25.274569 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning complete for port b2406ba9-307c-49e1-9a52-ec92dd437340 triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:30:25.279710 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:25.316496 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-35b9404a-6263-4b89-95ad-4006d2eee6fb req-f6e23a80-6615-4ea7-a0b4-9af256b98cb7 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b401b16-f181-45c2-99c7-73e06eb28974 HTTP/1.1" status: 200 len: 210 time: 0.1711314 Aug 27 01:30:25.356413 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-9d181f4f-fc61-4f25-91f0-603dbbe258ad tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks [] for floatingip, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:25.388568 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-37d1e98b-6d43-4dc4-9b74-7e538f849872 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791478024214'] for port, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:25.475605 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-e46412ce-1a14-48cf-ac5c-6714f284f211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:25.556114 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-60d0b0db-bb2f-4287-b5ac-d8731a64e1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791478024214'] for port, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:25.673771 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-e46412ce-1a14-48cf-ac5c-6714f284f211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:25.964742 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d1e98b-6d43-4dc4-9b74-7e538f849872 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Pushing event updated for resources: {'Port': ['ID=039578ee-65bc-4690-8f54-b4fbb1eae27c,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:26.021456 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d1e98b-6d43-4dc4-9b74-7e538f849872 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Network 6740c5c8-77e9-4fca-8473-ad46ab012dd6 is already hosted by enough agents. {{(pid=94316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:30:26.036116 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-ef599731-f308-4512-8705-7aad37fedb99 req-a9ab27fc-a74f-449b-acd5-2d0703a36367 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f70206d1-bfb4-4b0a-9215-72f8e06a7c66 HTTP/1.1" status: 200 len: 210 time: 0.1761513 Aug 27 01:30:26.038694 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.base_scheduler [None req-37d1e98b-6d43-4dc4-9b74-7e538f849872 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Resources bound (agent type, host, resource id): {{(pid=94316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:30:26.048586 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d1e98b-6d43-4dc4-9b74-7e538f849872 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Received port after_create {{(pid=94316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 01:30:26.152571 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-e46412ce-1a14-48cf-ac5c-6714f284f211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:26.160789 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-e46412ce-1a14-48cf-ac5c-6714f284f211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:26.162432 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-e46412ce-1a14-48cf-ac5c-6714f284f211 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/54257f09-f516-4c2a-a9f2-95c0ab9675fd HTTP/1.1" status: 204 len: 168 time: 1.2045088 Aug 27 01:30:26.260456 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 52464) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:30:26.275855 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device b50d8a55-e5ab-4c67-8bf2-efb8b5165f30 up at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:30:26.285515 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b284adf3-649c-4ee2-9d3f-580ebc058ab4 None None] Sync routers for ids ['374ecf4c-b187-4279-a485-f287b3a40fda'] in dv-cinder-759169-3-iscsi {{(pid=94318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 01:30:26.301344 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b284adf3-649c-4ee2-9d3f-580ebc058ab4 None None] Routers {'374ecf4c-b187-4279-a485-f287b3a40fda'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:30:26.302491 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-b284adf3-649c-4ee2-9d3f-580ebc058ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:30:14Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['374ecf4c-b187-4279-a485-f287b3a40fda'], 'active': True} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:30:26.318344 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d0b0db-bb2f-4287-b5ac-d8731a64e1a3 admin admin] Network b44490e8-3c86-4803-b813-6cfe1338f3e9 is already hosted by enough agents. {{(pid=94315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:30:26.335198 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.db_base_plugin_common [req-f9b446b9-bf88-4e56-bc34-8e608434dde4 req-d62238e5-0994-404e-af2e-f18a9943ccfe tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Allocated IP 172.20.0.2 (0794f498-7c79-4c04-9426-97a5145b6e4e/c51de9e7-47ee-434f-828c-ea60be2f0419/c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e) {{(pid=94315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 01:30:26.361123 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-37d1e98b-6d43-4dc4-9b74-7e538f849872 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:26.395069 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning complete for port b50d8a55-e5ab-4c67-8bf2-efb8b5165f30 triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:30:26.395620 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:26.462264 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46412ce-1a14-48cf-ac5c-6714f284f211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54257f09-f516-4c2a-a9f2-95c0ab9675fd,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:26.479362 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.base_scheduler [None req-60d0b0db-bb2f-4287-b5ac-d8731a64e1a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:30:26.488131 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-9d181f4f-fc61-4f25-91f0-603dbbe258ad tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:26.615085 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 23d88cc1-f40b-4c7d-8619-8b85070a2bcc up at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:30:26.644461 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d0b0db-bb2f-4287-b5ac-d8731a64e1a3 admin admin] Pushing event updated for resources: {'Port': ['ID=26cb1fe3-4a89-4674-9f47-5ad20b3bc511,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:26.749985 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvr_db [None req-b284adf3-649c-4ee2-9d3f-580ebc058ab4 None None] Set router 374ecf4c-b187-4279-a485-f287b3a40fda gateway port host: dv-cinder-759169-3-iscsi {{(pid=94318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:30:26.767592 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-33aec37d-926b-4bb7-9b2c-f7357ff7b98b req-8a1699f0-f771-465c-9b9b-e7bd91f27ae4 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b401b16-f181-45c2-99c7-73e06eb28974 HTTP/1.1" status: 200 len: 210 time: 0.1759019 Aug 27 01:30:26.791374 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d0b0db-bb2f-4287-b5ac-d8731a64e1a3 admin admin] Received port after_create {{(pid=94315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 01:30:26.792565 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-60d0b0db-bb2f-4287-b5ac-d8731a64e1a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2027018'] for router_interface, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:26.817288 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning for port 23d88cc1-f40b-4c7d-8619-8b85070a2bcc completed by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:30:26.825269 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning complete for port 23d88cc1-f40b-4c7d-8619-8b85070a2bcc triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:30:26.828668 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:26.981910 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.db_base_plugin_common [None req-9d181f4f-fc61-4f25-91f0-603dbbe258ad tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Allocated IP 172.27.3.94 (6740c5c8-77e9-4fca-8473-ad46ab012dd6/fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b/8d236bac-5a0e-4b5a-87f0-1ff5ae172140) {{(pid=94316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 01:30:27.031193 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-76b71886-01ea-4a5e-9398-df0368550823 req-f929fe58-03af-4321-bf93-fdc2036e0bf5 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Notify callbacks [] for port, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:27.047474 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:27.066529 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-37d1e98b-6d43-4dc4-9b74-7e538f849872 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:27.095209 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-b284adf3-649c-4ee2-9d3f-580ebc058ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'name': 'tempest-AttachVolumeShelveTestJSON-1110892241-router', 'tenant_id': '9cbe428e1f9c456087aa6ec677fe0330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'b50d8a55-e5ab-4c67-8bf2-efb8b5165f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:30:11Z', 'updated_at': '2021-08-27T01:30:18Z', 'revision_number': 4, 'project_id': '9cbe428e1f9c456087aa6ec677fe0330', 'gw_port': {'id': 'b50d8a55-e5ab-4c67-8bf2-efb8b5165f30', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:12:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:13Z', 'updated_at': '2021-08-27T01:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': 'c904e9ce-ecb9-4743-9f9e-20e31461ccd8', 'name': '', 'network_id': '5c8689e3-4506-47c0-a652-97ed18836189', 'tenant_id': '9cbe428e1f9c456087aa6ec677fe0330', 'mac_address': 'fa:16:3e:78:c4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '20caaf11-6500-4480-a57e-55af9949d7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:17Z', 'updated_at': '2021-08-27T01:30:19Z', 'revision_number': 2, 'project_id': '9cbe428e1f9c456087aa6ec677fe0330', 'subnets': [{'id': '20caaf11-6500-4480-a57e-55af9949d7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:30:27.122020 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] For port 23d88cc1-f40b-4c7d-8619-8b85070a2bcc, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=23d88cc1-f40b-4c7d-8619-8b85070a2bcc,segment=NetworkSegment(1ffc2e98-4b11-4960-9fce-c802c96e52d2),segment_id=1ffc2e98-4b11-4960-9fce-c802c96e52d2)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:30:27.180951 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:27.187389 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b284adf3-649c-4ee2-9d3f-580ebc058ab4 None None] Checking router: 374ecf4c-b187-4279-a485-f287b3a40fda for host: dv-cinder-759169-3-iscsi {{(pid=94318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 01:30:27.187389 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b284adf3-649c-4ee2-9d3f-580ebc058ab4 None None] Updating router 374ecf4c-b187-4279-a485-f287b3a40fda port c904e9ce-ecb9-4743-9f9e-20e31461ccd8 binding host dv-cinder-759169-3-iscsi {{(pid=94318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 01:30:27.265425 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [None req-b284adf3-649c-4ee2-9d3f-580ebc058ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:27.318835 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-f9b446b9-bf88-4e56-bc34-8e608434dde4 req-d62238e5-0994-404e-af2e-f18a9943ccfe tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Notify callbacks [] for port, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:27.326023 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Pushing event updated for resources: {'Port': ['ID=23d88cc1-f40b-4c7d-8619-8b85070a2bcc,revision_number=4']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:27.393068 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-76b71886-01ea-4a5e-9398-df0368550823 req-f929fe58-03af-4321-bf93-fdc2036e0bf5 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791478024214'] for port, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:27.459792 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-9d181f4f-fc61-4f25-91f0-603dbbe258ad tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks [] for port, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:27.493810 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-f9b446b9-bf88-4e56-bc34-8e608434dde4 req-d62238e5-0994-404e-af2e-f18a9943ccfe tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791478024214'] for port, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:27.510500 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-60d0b0db-bb2f-4287-b5ac-d8731a64e1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:27.518461 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-5e0e9c72-2778-4bff-80cb-e1db72c9c73d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:27.521717 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76b71886-01ea-4a5e-9398-df0368550823 req-f929fe58-03af-4321-bf93-fdc2036e0bf5 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Network 4b165d08-d478-4821-bbe5-bfe50564161b is already hosted by enough agents. {{(pid=94315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:30:27.543242 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.base_scheduler [req-76b71886-01ea-4a5e-9398-df0368550823 req-f929fe58-03af-4321-bf93-fdc2036e0bf5 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Resources bound (agent type, host, resource id): {{(pid=94315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:30:27.559515 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b71886-01ea-4a5e-9398-df0368550823 req-f929fe58-03af-4321-bf93-fdc2036e0bf5 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Received port after_create {{(pid=94315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 01:30:27.566820 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b71886-01ea-4a5e-9398-df0368550823 req-f929fe58-03af-4321-bf93-fdc2036e0bf5 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:27.567853 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-76b71886-01ea-4a5e-9398-df0368550823 req-f929fe58-03af-4321-bf93-fdc2036e0bf5 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for port, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:27.594805 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f929fe58-03af-4321-bf93-fdc2036e0bf5 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Pushing event updated for resources: {'Port': ['ID=2f74abdb-9f0c-4344-b541-0b15dc2c35bc,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:27.600204 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-9d181f4f-fc61-4f25-91f0-603dbbe258ad tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791478024214'] for port, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:27.600579 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9b446b9-bf88-4e56-bc34-8e608434dde4 req-d62238e5-0994-404e-af2e-f18a9943ccfe tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Network 0794f498-7c79-4c04-9426-97a5145b6e4e is already hosted by enough agents. {{(pid=94315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:30:27.643450 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.base_scheduler [req-f9b446b9-bf88-4e56-bc34-8e608434dde4 req-d62238e5-0994-404e-af2e-f18a9943ccfe tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Resources bound (agent type, host, resource id): {{(pid=94315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:30:27.660725 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d181f4f-fc61-4f25-91f0-603dbbe258ad tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Network 6740c5c8-77e9-4fca-8473-ad46ab012dd6 is already hosted by enough agents. {{(pid=94316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:30:27.668202 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9b446b9-bf88-4e56-bc34-8e608434dde4 req-d62238e5-0994-404e-af2e-f18a9943ccfe tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Received port after_create {{(pid=94315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 01:30:27.676950 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b446b9-bf88-4e56-bc34-8e608434dde4 req-d62238e5-0994-404e-af2e-f18a9943ccfe tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:27.687501 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-f9b446b9-bf88-4e56-bc34-8e608434dde4 req-d62238e5-0994-404e-af2e-f18a9943ccfe tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for port, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:27.730606 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.base_scheduler [None req-9d181f4f-fc61-4f25-91f0-603dbbe258ad tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Resources bound (agent type, host, resource id): {{(pid=94316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:30:27.758165 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d181f4f-fc61-4f25-91f0-603dbbe258ad tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Received port after_create {{(pid=94316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 01:30:27.776252 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62238e5-0994-404e-af2e-f18a9943ccfe tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Pushing event updated for resources: {'Port': ['ID=c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:27.884259 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d4624-dc4e-453f-8878-d3c42ced6e52 req-deb5183c-3caa-4571-96c7-699065dd9559 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:27.900188 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-3e9d4624-dc4e-453f-8878-d3c42ced6e52 req-deb5183c-3caa-4571-96c7-699065dd9559 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f70206d1-bfb4-4b0a-9215-72f8e06a7c66 HTTP/1.1" status: 200 len: 931 time: 0.7230492 Aug 27 01:30:28.075178 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d181f4f-fc61-4f25-91f0-603dbbe258ad tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Pushing event updated for resources: {'Port': ['ID=8d236bac-5a0e-4b5a-87f0-1ff5ae172140,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:28.117918 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba1da6-6093-4076-b85d-103a31c3d795 req-06ddd661-c2fa-46f8-a4c4-c7eb09a2e5a9 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:28.122639 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-3bba1da6-6093-4076-b85d-103a31c3d795 req-06ddd661-c2fa-46f8-a4c4-c7eb09a2e5a9 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b401b16-f181-45c2-99c7-73e06eb28974 HTTP/1.1" status: 200 len: 931 time: 0.1831620 Aug 27 01:30:28.132406 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 23d88cc1-f40b-4c7d-8619-8b85070a2bcc up at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:30:28.204690 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [None req-b284adf3-649c-4ee2-9d3f-580ebc058ab4 None None] Notify callbacks [] for port, precommit_update {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:28.224295 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.provisioning_blocks [None req-b284adf3-649c-4ee2-9d3f-580ebc058ab4 None None] Transition to ACTIVE for port object c904e9ce-ecb9-4743-9f9e-20e31461ccd8 will not be triggered until provisioned by entity L2. {{(pid=94318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:30:28.270774 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning complete for port 23d88cc1-f40b-4c7d-8619-8b85070a2bcc triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:30:28.271434 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:28.291393 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-3e9d4624-dc4e-453f-8878-d3c42ced6e52 req-5329fd10-c654-4b7b-8f8a-18fb2baf96da tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881118 Aug 27 01:30:28.307288 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [None req-b284adf3-649c-4ee2-9d3f-580ebc058ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:28.335162 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-37d1e98b-6d43-4dc4-9b74-7e538f849872 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks [] for port, precommit_update {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:28.362710 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-9d181f4f-fc61-4f25-91f0-603dbbe258ad tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:28.363184 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-3bba1da6-6093-4076-b85d-103a31c3d795 req-6133594e-a741-4b62-b5b8-80636e719771 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/security-groups?id=56c82726-5717-4c95-a0e5-e06ab3e2e3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276804 Aug 27 01:30:28.408255 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc47f9f9-822f-4a87-a1e8-4a0c39dd6acd None None] Pushing event updated for resources: {'Port': ['ID=c904e9ce-ecb9-4743-9f9e-20e31461ccd8,revision_number=3']} {{(pid=94318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:28.431930 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-60d0b0db-bb2f-4287-b5ac-d8731a64e1a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:28.445250 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-37d1e98b-6d43-4dc4-9b74-7e538f849872 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:28.455329 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-5e0e9c72-2778-4bff-80cb-e1db72c9c73d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:28.522268 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.managers [None req-b284adf3-649c-4ee2-9d3f-580ebc058ab4 None None] Attempting to bind port c904e9ce-ecb9-4743-9f9e-20e31461ccd8 on host dv-cinder-759169-3-iscsi for vnic_type normal with profile {{(pid=94318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 01:30:28.522927 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.managers [None req-b284adf3-649c-4ee2-9d3f-580ebc058ab4 None None] Attempting to bind port c904e9ce-ecb9-4743-9f9e-20e31461ccd8 by drivers openvswitch,hyperv on host dv-cinder-759169-3-iscsi at level 0 using segments [{'id': 'f8ab679e-b537-4c90-a2f7-0b9fb93d20b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5c8689e3-4506-47c0-a652-97ed18836189'}] {{(pid=94318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 01:30:28.525044 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b284adf3-649c-4ee2-9d3f-580ebc058ab4 None None] Attempting to bind port c904e9ce-ecb9-4743-9f9e-20e31461ccd8 on network 5c8689e3-4506-47c0-a652-97ed18836189 {{(pid=94318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:30:28.543155 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b284adf3-649c-4ee2-9d3f-580ebc058ab4 None None] Checking agent: {'id': '9a53e131-30a1-425b-897f-67705806e918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759169-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 1, 22, 15), 'started_at': datetime.datetime(2021, 8, 27, 1, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 1, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759169-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 01:30:28.545370 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b284adf3-649c-4ee2-9d3f-580ebc058ab4 None None] Checking segment: {'id': 'f8ab679e-b537-4c90-a2f7-0b9fb93d20b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5c8689e3-4506-47c0-a652-97ed18836189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:30:28.546586 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [None req-b284adf3-649c-4ee2-9d3f-580ebc058ab4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:28.547347 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b284adf3-649c-4ee2-9d3f-580ebc058ab4 None None] Bound using segment: {'id': 'f8ab679e-b537-4c90-a2f7-0b9fb93d20b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5c8689e3-4506-47c0-a652-97ed18836189'} {{(pid=94318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 01:30:28.549791 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.managers [None req-b284adf3-649c-4ee2-9d3f-580ebc058ab4 None None] Bound port: c904e9ce-ecb9-4743-9f9e-20e31461ccd8, host: dv-cinder-759169-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8ab679e-b537-4c90-a2f7-0b9fb93d20b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5c8689e3-4506-47c0-a652-97ed18836189'}}] {{(pid=94318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 01:30:28.550443 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [None req-b284adf3-649c-4ee2-9d3f-580ebc058ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:28.558217 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-60d0b0db-bb2f-4287-b5ac-d8731a64e1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:28.560867 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-60d0b0db-bb2f-4287-b5ac-d8731a64e1a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2026197'] for router_interface, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:28.597211 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-9d181f4f-fc61-4f25-91f0-603dbbe258ad tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:28.682383 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.db [None req-b284adf3-649c-4ee2-9d3f-580ebc058ab4 None None] For port c904e9ce-ecb9-4743-9f9e-20e31461ccd8, host dv-cinder-759169-3-iscsi, cleared binding levels {{(pid=94318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 01:30:28.696506 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.db [None req-b284adf3-649c-4ee2-9d3f-580ebc058ab4 None None] For port c904e9ce-ecb9-4743-9f9e-20e31461ccd8, host dv-cinder-759169-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=c904e9ce-ecb9-4743-9f9e-20e31461ccd8,segment=NetworkSegment(f8ab679e-b537-4c90-a2f7-0b9fb93d20b1),segment_id=f8ab679e-b537-4c90-a2f7-0b9fb93d20b1)] {{(pid=94318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 01:30:28.716146 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-5e0e9c72-2778-4bff-80cb-e1db72c9c73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:28.741329 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-37d1e98b-6d43-4dc4-9b74-7e538f849872 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2027135'] for floatingip, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:28.788162 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [None req-b284adf3-649c-4ee2-9d3f-580ebc058ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:28.803829 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-5e0e9c72-2778-4bff-80cb-e1db72c9c73d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b443af47525a4bfebdbdbc64f2f53fd3&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5233152 Aug 27 01:30:28.835379 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-76b71886-01ea-4a5e-9398-df0368550823 req-f929fe58-03af-4321-bf93-fdc2036e0bf5 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9633818 Aug 27 01:30:28.838272 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 52506) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:30:28.872008 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d1e98b-6d43-4dc4-9b74-7e538f849872 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Pushing event updated for resources: {'Port': ['ID=039578ee-65bc-4690-8f54-b4fbb1eae27c,revision_number=2']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:28.895928 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0e9c72-2778-4bff-80cb-e1db72c9c73d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ab13c5-bc04-4404-a7d7-b949c054c891,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:28.943254 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-f9b446b9-bf88-4e56-bc34-8e608434dde4 req-d62238e5-0994-404e-af2e-f18a9943ccfe tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3622577 Aug 27 01:30:28.950452 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-37d1e98b-6d43-4dc4-9b74-7e538f849872 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for floatingip, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:28.970497 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-37d1e98b-6d43-4dc4-9b74-7e538f849872 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3152440 Aug 27 01:30:29.003791 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b284adf3-649c-4ee2-9d3f-580ebc058ab4 None None] Routers {'374ecf4c-b187-4279-a485-f287b3a40fda'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:30:29.004582 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-b284adf3-649c-4ee2-9d3f-580ebc058ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:30:14Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['374ecf4c-b187-4279-a485-f287b3a40fda'], 'active': True} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:30:29.005595 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d0b0db-bb2f-4287-b5ac-d8731a64e1a3 admin admin] Pushing event updated for resources: {'Port': ['ID=26cb1fe3-4a89-4674-9f47-5ad20b3bc511,revision_number=2']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:29.040339 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-9d181f4f-fc61-4f25-91f0-603dbbe258ad tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks [] for port, precommit_update {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:29.070944 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [req-f9b446b9-bf88-4e56-bc34-8e608434dde4 req-7cb80967-174b-4883-9213-cb8167693fd8 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94315) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 01:30:29.072578 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-f9b446b9-bf88-4e56-bc34-8e608434dde4 req-7cb80967-174b-4883-9213-cb8167693fd8 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068376 Aug 27 01:30:29.072853 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc47f9f9-822f-4a87-a1e8-4a0c39dd6acd None None] Pushing event updated for resources: {'Port': ['ID=c904e9ce-ecb9-4743-9f9e-20e31461ccd8,revision_number=4']} {{(pid=94318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:29.081309 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [req-76b71886-01ea-4a5e-9398-df0368550823 req-2a0239d9-9298-4cc5-9fef-d0fa0da9f47f tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94315) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 01:30:29.082927 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-76b71886-01ea-4a5e-9398-df0368550823 req-2a0239d9-9298-4cc5-9fef-d0fa0da9f47f tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0825024 Aug 27 01:30:29.100478 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-9d181f4f-fc61-4f25-91f0-603dbbe258ad tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:29.227427 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-6ffde312-97c4-4f4b-9b46-8a3d7b55919b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:29.248598 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvr_db [None req-b284adf3-649c-4ee2-9d3f-580ebc058ab4 None None] Set router 374ecf4c-b187-4279-a485-f287b3a40fda gateway port host: dv-cinder-759169-3-iscsi {{(pid=94318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:30:29.287769 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d181f4f-fc61-4f25-91f0-603dbbe258ad tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Pushing event updated for resources: {'Port': ['ID=8d236bac-5a0e-4b5a-87f0-1ff5ae172140,revision_number=2']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:29.290840 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d0b0db-bb2f-4287-b5ac-d8731a64e1a3 admin admin] Network b44490e8-3c86-4803-b813-6cfe1338f3e9 is already hosted by enough agents. {{(pid=94315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:30:29.298346 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-6ffde312-97c4-4f4b-9b46-8a3d7b55919b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:29.330767 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-9d181f4f-fc61-4f25-91f0-603dbbe258ad tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2027135'] for floatingip, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:29.332271 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.base_scheduler [None req-60d0b0db-bb2f-4287-b5ac-d8731a64e1a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:30:29.534637 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-576fca58-4aa3-4826-bf61-494a6b24ddd3 req-d321f1fa-9ba5-4b3c-8883-a338a93635d0 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1074132185&fields=id&tenant_id=1d392d1b39ee49d1b87211d5c447f9dc HTTP/1.1" status: 200 len: 267 time: 0.1442196 Aug 27 01:30:29.576220 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d0b0db-bb2f-4287-b5ac-d8731a64e1a3 admin admin] Router 944ffde3-3532-4617-b3a8-0b1a9203c059 has already been hosted by L3 agent 8dc83c43-e68e-43c9-8595-1753e39ae809 {{(pid=94315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 01:30:29.592459 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227b83f-91bf-4a7f-92d3-9cbf7d640d12 req-bf0d846c-027f-4f16-8ad2-30ea192e2dab tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:29.594412 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-c227b83f-91bf-4a7f-92d3-9cbf7d640d12 req-bf0d846c-027f-4f16-8ad2-30ea192e2dab tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f70206d1-bfb4-4b0a-9215-72f8e06a7c66 HTTP/1.1" status: 200 len: 931 time: 0.1174495 Aug 27 01:30:29.850843 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-b284adf3-649c-4ee2-9d3f-580ebc058ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'name': 'tempest-AttachVolumeShelveTestJSON-1110892241-router', 'tenant_id': '9cbe428e1f9c456087aa6ec677fe0330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'b50d8a55-e5ab-4c67-8bf2-efb8b5165f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:30:11Z', 'updated_at': '2021-08-27T01:30:18Z', 'revision_number': 4, 'project_id': '9cbe428e1f9c456087aa6ec677fe0330', 'gw_port': {'id': 'b50d8a55-e5ab-4c67-8bf2-efb8b5165f30', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:12:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:13Z', 'updated_at': '2021-08-27T01:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': 'c904e9ce-ecb9-4743-9f9e-20e31461ccd8', 'name': '', 'network_id': '5c8689e3-4506-47c0-a652-97ed18836189', 'tenant_id': '9cbe428e1f9c456087aa6ec677fe0330', 'mac_address': 'fa:16:3e:78:c4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '20caaf11-6500-4480-a57e-55af9949d7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:17Z', 'updated_at': '2021-08-27T01:30:28Z', 'revision_number': 4, 'project_id': '9cbe428e1f9c456087aa6ec677fe0330', 'subnets': [{'id': '20caaf11-6500-4480-a57e-55af9949d7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:30:29.852410 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-c227b83f-91bf-4a7f-92d3-9cbf7d640d12 req-03a5113d-2104-4e6b-9ea4-b900bb5c3b1d tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821064 Aug 27 01:30:29.853751 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576fca58-4aa3-4826-bf61-494a6b24ddd3 req-4a15e176-4507-4b0b-95a7-ea91e665de27 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:29.853751 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-576fca58-4aa3-4826-bf61-494a6b24ddd3 req-4a15e176-4507-4b0b-95a7-ea91e665de27 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/networks?id=6cba5cc2-c26d-402b-a305-3f91c04ec99b HTTP/1.1" status: 200 len: 811 time: 0.1971989 Aug 27 01:30:29.853751 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-576fca58-4aa3-4826-bf61-494a6b24ddd3 req-23edea63-32d2-403c-bf76-7a2e7baafeed tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/quotas/1d392d1b39ee49d1b87211d5c447f9dc HTTP/1.1" status: 200 len: 375 time: 0.0249865 Aug 27 01:30:29.854359 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b284adf3-649c-4ee2-9d3f-580ebc058ab4 None None] The sync data for ids ['374ecf4c-b187-4279-a485-f287b3a40fda'] in dv-cinder-759169-3-iscsi is: [{'id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'name': 'tempest-AttachVolumeShelveTestJSON-1110892241-router', 'tenant_id': '9cbe428e1f9c456087aa6ec677fe0330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'b50d8a55-e5ab-4c67-8bf2-efb8b5165f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:30:11Z', 'updated_at': '2021-08-27T01:30:18Z', 'revision_number': 4, 'project_id': '9cbe428e1f9c456087aa6ec677fe0330', 'gw_port': {'id': 'b50d8a55-e5ab-4c67-8bf2-efb8b5165f30', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:12:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:13Z', 'updated_at': '2021-08-27T01:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': 'c904e9ce-ecb9-4743-9f9e-20e31461ccd8', 'name': '', 'network_id': '5c8689e3-4506-47c0-a652-97ed18836189', 'tenant_id': '9cbe428e1f9c456087aa6ec677fe0330', 'mac_address': 'fa:16:3e:78:c4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '20caaf11-6500-4480-a57e-55af9949d7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:17Z', 'updated_at': '2021-08-27T01:30:28Z', 'revision_number': 4, 'project_id': '9cbe428e1f9c456087aa6ec677fe0330', 'subnets': [{'id': '20caaf11-6500-4480-a57e-55af9949d7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 01:30:29.854750 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d0b0db-bb2f-4287-b5ac-d8731a64e1a3 admin admin] Notify agent at l3_agent.dv-cinder-759169-3-iscsi the message routers_updated {{(pid=94315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 01:30:29.854750 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-60d0b0db-bb2f-4287-b5ac-d8731a64e1a3 admin admin] 10.222.0.25 "PUT /v2.0/routers/944ffde3-3532-4617-b3a8-0b1a9203c059/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1216071 Aug 27 01:30:29.854956 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7daf1edd-fb14-4a11-a657-b5781e2bbabc None None] Sync routers for ids ['944ffde3-3532-4617-b3a8-0b1a9203c059'] in dv-cinder-759169-3-iscsi {{(pid=94317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 01:30:29.854956 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daf1edd-fb14-4a11-a657-b5781e2bbabc None None] Routers {'944ffde3-3532-4617-b3a8-0b1a9203c059'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:30:29.855517 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [req-f9b446b9-bf88-4e56-bc34-8e608434dde4 req-1236794f-465c-494b-b2ab-855e5c3589a6 service neutron] Request body: {'port': {'device_id': 'f70206d1-bfb4-4b0a-9215-72f8e06a7c66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75916'}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:30:29.855750 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-7daf1edd-fb14-4a11-a657-b5781e2bbabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:30:14Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['944ffde3-3532-4617-b3a8-0b1a9203c059'], 'active': True} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:30:29.855942 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [req-76b71886-01ea-4a5e-9398-df0368550823 req-a6e16345-a7f5-4b22-9b19-76f444ed942f service neutron] Request body: {'port': {'device_id': '9b401b16-f181-45c2-99c7-73e06eb28974', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75916'}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:30:29.911572 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-576fca58-4aa3-4826-bf61-494a6b24ddd3 req-a91d853a-c1b2-4e6c-95f6-570256c950c8 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1d392d1b39ee49d1b87211d5c447f9dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1518445 Aug 27 01:30:29.946577 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-9d181f4f-fc61-4f25-91f0-603dbbe258ad tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for floatingip, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:29.948153 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-9d181f4f-fc61-4f25-91f0-603dbbe258ad tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7213306 Aug 27 01:30:29.981443 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-6ffde312-97c4-4f4b-9b46-8a3d7b55919b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:29.991167 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-6ffde312-97c4-4f4b-9b46-8a3d7b55919b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:29.996860 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-6ffde312-97c4-4f4b-9b46-8a3d7b55919b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/08ab13c5-bc04-4404-a7d7-b949c054c891 HTTP/1.1" status: 204 len: 168 time: 1.1455634 Aug 27 01:30:30.085585 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965e9fc-261d-4774-81aa-9b550fb004c9 req-27f5e07d-1eea-4141-84d2-0ae0a8072b9c tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:30.087622 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-8965e9fc-261d-4774-81aa-9b550fb004c9 req-27f5e07d-1eea-4141-84d2-0ae0a8072b9c tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b401b16-f181-45c2-99c7-73e06eb28974 HTTP/1.1" status: 200 len: 931 time: 0.2934394 Aug 27 01:30:30.131330 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvr_db [None req-7daf1edd-fb14-4a11-a657-b5781e2bbabc None None] Set router 944ffde3-3532-4617-b3a8-0b1a9203c059 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:30:30.168214 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffde312-97c4-4f4b-9b46-8a3d7b55919b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ab13c5-bc04-4404-a7d7-b949c054c891,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:30.172607 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-576fca58-4aa3-4826-bf61-494a6b24ddd3 req-6db6d549-cfd0-4ff0-8c5e-146909f1a943 service neutron] 10.222.0.25 "GET /v2.0/networks/6cba5cc2-c26d-402b-a305-3f91c04ec99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954169 Aug 27 01:30:30.196325 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device c904e9ce-ecb9-4743-9f9e-20e31461ccd8 up at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:30:30.260894 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-76b71886-01ea-4a5e-9398-df0368550823 req-a6e16345-a7f5-4b22-9b19-76f444ed942f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:30.267938 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-f9b446b9-bf88-4e56-bc34-8e608434dde4 req-1236794f-465c-494b-b2ab-855e5c3589a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:30.316952 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-576fca58-4aa3-4826-bf61-494a6b24ddd3 req-eb8e8161-ab3a-4944-a3e5-4817292356b0 service neutron] 10.222.0.25 "GET /v2.0/networks/6cba5cc2-c26d-402b-a305-3f91c04ec99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362777 Aug 27 01:30:30.443323 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-8965e9fc-261d-4774-81aa-9b550fb004c9 req-e991c5e8-bfaa-4910-b454-b7b105872d85 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/security-groups?id=56c82726-5717-4c95-a0e5-e06ab3e2e3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430279 Aug 27 01:30:30.601871 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-7daf1edd-fb14-4a11-a657-b5781e2bbabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944ffde3-3532-4617-b3a8-0b1a9203c059', 'name': 'tempest-ServerRescueNegativeTestJSON-197568292-router', 'tenant_id': 'cc3b4bb0756249d19606e34fca91d4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '23d88cc1-f40b-4c7d-8619-8b85070a2bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:30:12Z', 'updated_at': '2021-08-27T01:30:27Z', 'revision_number': 4, 'project_id': 'cc3b4bb0756249d19606e34fca91d4d5', 'gw_port': {'id': '23d88cc1-f40b-4c7d-8619-8b85070a2bcc', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ffde3-3532-4617-b3a8-0b1a9203c059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:14Z', 'updated_at': '2021-08-27T01:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': '26cb1fe3-4a89-4674-9f47-5ad20b3bc511', 'name': '', 'network_id': 'b44490e8-3c86-4803-b813-6cfe1338f3e9', 'tenant_id': 'cc3b4bb0756249d19606e34fca91d4d5', 'mac_address': 'fa:16:3e:e2:b1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944ffde3-3532-4617-b3a8-0b1a9203c059', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a5d3291c-8bd6-41d2-89c4-7dffd869bccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:23Z', 'updated_at': '2021-08-27T01:30:27Z', 'revision_number': 2, 'project_id': 'cc3b4bb0756249d19606e34fca91d4d5', 'subnets': [{'id': 'a5d3291c-8bd6-41d2-89c4-7dffd869bccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:30:30.645942 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7daf1edd-fb14-4a11-a657-b5781e2bbabc None None] Checking router: 944ffde3-3532-4617-b3a8-0b1a9203c059 for host: dv-cinder-759169-3-iscsi {{(pid=94317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 01:30:30.646736 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7daf1edd-fb14-4a11-a657-b5781e2bbabc None None] Updating router 944ffde3-3532-4617-b3a8-0b1a9203c059 port 26cb1fe3-4a89-4674-9f47-5ad20b3bc511 binding host dv-cinder-759169-3-iscsi {{(pid=94317) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 01:30:30.680775 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-7daf1edd-fb14-4a11-a657-b5781e2bbabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:30.911658 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning for port c904e9ce-ecb9-4743-9f9e-20e31461ccd8 completed by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:30:30.943531 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning complete for port c904e9ce-ecb9-4743-9f9e-20e31461ccd8 triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:30:30.945437 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:31.291176 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:31.358053 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-cf12c26b-1f60-41ea-9d79-6f065ed26e1b req-d7dbb4fc-a085-4c87-82a4-9fedb1fe3aec tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--945628615&fields=id&tenant_id=9cbe428e1f9c456087aa6ec677fe0330 HTTP/1.1" status: 200 len: 267 time: 0.7379725 Aug 27 01:30:31.433596 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] For port c904e9ce-ecb9-4743-9f9e-20e31461ccd8, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=c904e9ce-ecb9-4743-9f9e-20e31461ccd8,segment=NetworkSegment(f8ab679e-b537-4c90-a2f7-0b9fb93d20b1),segment_id=f8ab679e-b537-4c90-a2f7-0b9fb93d20b1)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:30:31.475363 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-7daf1edd-fb14-4a11-a657-b5781e2bbabc None None] Notify callbacks [] for port, precommit_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:31.488494 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-7daf1edd-fb14-4a11-a657-b5781e2bbabc None None] Transition to ACTIVE for port object 26cb1fe3-4a89-4674-9f47-5ad20b3bc511 will not be triggered until provisioned by entity L2. {{(pid=94317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:30:31.523730 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:31.640866 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Pushing event updated for resources: {'Port': ['ID=c904e9ce-ecb9-4743-9f9e-20e31461ccd8,revision_number=5']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:31.721076 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-7daf1edd-fb14-4a11-a657-b5781e2bbabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:31.805561 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f75a4ea-b783-4e61-a358-07e8f082568a None None] Pushing event updated for resources: {'Port': ['ID=26cb1fe3-4a89-4674-9f47-5ad20b3bc511,revision_number=3']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:31.923673 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.managers [None req-7daf1edd-fb14-4a11-a657-b5781e2bbabc None None] Attempting to bind port 26cb1fe3-4a89-4674-9f47-5ad20b3bc511 on host dv-cinder-759169-3-iscsi for vnic_type normal with profile {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 01:30:31.926037 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.managers [None req-7daf1edd-fb14-4a11-a657-b5781e2bbabc None None] Attempting to bind port 26cb1fe3-4a89-4674-9f47-5ad20b3bc511 by drivers openvswitch,hyperv on host dv-cinder-759169-3-iscsi at level 0 using segments [{'id': 'accd45c7-48e3-4a5d-80d2-4898f355a4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b44490e8-3c86-4803-b813-6cfe1338f3e9'}] {{(pid=94317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 01:30:31.926418 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7daf1edd-fb14-4a11-a657-b5781e2bbabc None None] Attempting to bind port 26cb1fe3-4a89-4674-9f47-5ad20b3bc511 on network b44490e8-3c86-4803-b813-6cfe1338f3e9 {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:30:31.930019 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12c26b-1f60-41ea-9d79-6f065ed26e1b req-d9059534-c0f1-4c0d-aafc-1cc2645e9d5e tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:31.931845 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-cf12c26b-1f60-41ea-9d79-6f065ed26e1b req-d9059534-c0f1-4c0d-aafc-1cc2645e9d5e tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/networks?id=5c8689e3-4506-47c0-a652-97ed18836189 HTTP/1.1" status: 200 len: 817 time: 0.5605736 Aug 27 01:30:31.947227 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7daf1edd-fb14-4a11-a657-b5781e2bbabc None None] Checking agent: {'id': '9a53e131-30a1-425b-897f-67705806e918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759169-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 1, 22, 15), 'started_at': datetime.datetime(2021, 8, 27, 1, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 1, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759169-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 01:30:31.948073 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7daf1edd-fb14-4a11-a657-b5781e2bbabc None None] Checking segment: {'id': 'accd45c7-48e3-4a5d-80d2-4898f355a4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b44490e8-3c86-4803-b813-6cfe1338f3e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:30:31.949346 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-7daf1edd-fb14-4a11-a657-b5781e2bbabc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:31.949779 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7daf1edd-fb14-4a11-a657-b5781e2bbabc None None] Bound using segment: {'id': 'accd45c7-48e3-4a5d-80d2-4898f355a4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b44490e8-3c86-4803-b813-6cfe1338f3e9'} {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 01:30:31.951357 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.managers [None req-7daf1edd-fb14-4a11-a657-b5781e2bbabc None None] Bound port: 26cb1fe3-4a89-4674-9f47-5ad20b3bc511, host: dv-cinder-759169-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'accd45c7-48e3-4a5d-80d2-4898f355a4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b44490e8-3c86-4803-b813-6cfe1338f3e9'}}] {{(pid=94317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 01:30:31.951801 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-7daf1edd-fb14-4a11-a657-b5781e2bbabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:32.002959 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [req-f9b446b9-bf88-4e56-bc34-8e608434dde4 req-1236794f-465c-494b-b2ab-855e5c3589a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e {{(pid=94315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 01:30:32.036208 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [req-76b71886-01ea-4a5e-9398-df0368550823 req-a6e16345-a7f5-4b22-9b19-76f444ed942f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f74abdb-9f0c-4344-b541-0b15dc2c35bc {{(pid=94315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 01:30:32.069985 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e85aef-de8e-4886-abd3-8f6f47e63064 req-fa9fef8f-513c-4a6d-bb49-6c46c64f0673 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:32.071452 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-04e85aef-de8e-4886-abd3-8f6f47e63064 req-fa9fef8f-513c-4a6d-bb49-6c46c64f0673 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/networks?id=b44490e8-3c86-4803-b813-6cfe1338f3e9 HTTP/1.1" status: 200 len: 818 time: 0.2108564 Aug 27 01:30:32.078417 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-f9b446b9-bf88-4e56-bc34-8e608434dde4 req-1236794f-465c-494b-b2ab-855e5c3589a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:32.088366 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-76b71886-01ea-4a5e-9398-df0368550823 req-a6e16345-a7f5-4b22-9b19-76f444ed942f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:32.111374 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.provisioning_blocks [req-76b71886-01ea-4a5e-9398-df0368550823 req-a6e16345-a7f5-4b22-9b19-76f444ed942f service neutron] Transition to ACTIVE for port object 2f74abdb-9f0c-4344-b541-0b15dc2c35bc will not be triggered until provisioned by entity L2. {{(pid=94315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:30:32.119682 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-cf12c26b-1f60-41ea-9d79-6f065ed26e1b req-9cf31845-907b-4842-bc4e-97d14b38b54c tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/quotas/9cbe428e1f9c456087aa6ec677fe0330 HTTP/1.1" status: 200 len: 375 time: 0.1227102 Aug 27 01:30:32.121826 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-04e85aef-de8e-4886-abd3-8f6f47e63064 req-0a5cc600-3a2e-4eac-ae8a-96ccf414fed6 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/quotas/cc3b4bb0756249d19606e34fca91d4d5 HTTP/1.1" status: 200 len: 375 time: 0.0429449 Aug 27 01:30:32.169643 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.provisioning_blocks [req-f9b446b9-bf88-4e56-bc34-8e608434dde4 req-1236794f-465c-494b-b2ab-855e5c3589a6 service neutron] Transition to ACTIVE for port object c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e will not be triggered until provisioned by entity L2. {{(pid=94315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:30:32.184514 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device c904e9ce-ecb9-4743-9f9e-20e31461ccd8 up at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:30:32.216495 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-7daf1edd-fb14-4a11-a657-b5781e2bbabc None None] For port 26cb1fe3-4a89-4674-9f47-5ad20b3bc511, host dv-cinder-759169-3-iscsi, cleared binding levels {{(pid=94317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 01:30:32.237830 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-7daf1edd-fb14-4a11-a657-b5781e2bbabc None None] For port 26cb1fe3-4a89-4674-9f47-5ad20b3bc511, host dv-cinder-759169-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=26cb1fe3-4a89-4674-9f47-5ad20b3bc511,segment=NetworkSegment(accd45c7-48e3-4a5d-80d2-4898f355a4d0),segment_id=accd45c7-48e3-4a5d-80d2-4898f355a4d0)] {{(pid=94317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 01:30:32.257592 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning complete for port c904e9ce-ecb9-4743-9f9e-20e31461ccd8 triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:30:32.258813 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:32.263146 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-76b71886-01ea-4a5e-9398-df0368550823 req-a6e16345-a7f5-4b22-9b19-76f444ed942f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:32.293093 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-f9b446b9-bf88-4e56-bc34-8e608434dde4 req-1236794f-465c-494b-b2ab-855e5c3589a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:32.296650 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-04e85aef-de8e-4886-abd3-8f6f47e63064 req-49a4b094-9f44-48b8-884f-92473043025d tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=cc3b4bb0756249d19606e34fca91d4d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1682312 Aug 27 01:30:32.347793 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-7daf1edd-fb14-4a11-a657-b5781e2bbabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:32.474011 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-04e85aef-de8e-4886-abd3-8f6f47e63064 req-62c7efc4-a8b7-4e2d-a394-ec095af80e96 service neutron] 10.222.0.25 "GET /v2.0/networks/b44490e8-3c86-4803-b813-6cfe1338f3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653121 Aug 27 01:30:32.522900 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-cf12c26b-1f60-41ea-9d79-6f065ed26e1b req-0638e34c-02b8-4796-863e-75a080219b81 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9cbe428e1f9c456087aa6ec677fe0330&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3941920 Aug 27 01:30:32.544283 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e16345-a7f5-4b22-9b19-76f444ed942f service neutron] Pushing event updated for resources: {'Port': ['ID=2f74abdb-9f0c-4344-b541-0b15dc2c35bc,revision_number=2']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:32.672327 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daf1edd-fb14-4a11-a657-b5781e2bbabc None None] Routers {'944ffde3-3532-4617-b3a8-0b1a9203c059'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:30:32.675526 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-7daf1edd-fb14-4a11-a657-b5781e2bbabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:30:14Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['944ffde3-3532-4617-b3a8-0b1a9203c059'], 'active': True} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:30:32.685753 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.managers [req-f9b446b9-bf88-4e56-bc34-8e608434dde4 req-1236794f-465c-494b-b2ab-855e5c3589a6 service neutron] Attempting to bind port c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e on host hv-cinder-75916 for vnic_type normal with profile {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 01:30:32.686885 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.managers [req-f9b446b9-bf88-4e56-bc34-8e608434dde4 req-1236794f-465c-494b-b2ab-855e5c3589a6 service neutron] Attempting to bind port c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e by drivers openvswitch,hyperv on host hv-cinder-75916 at level 0 using segments [{'id': 'f46d30fd-ee13-4318-b586-c425fc0d32de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0794f498-7c79-4c04-9426-97a5145b6e4e'}] {{(pid=94315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 01:30:32.687259 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b446b9-bf88-4e56-bc34-8e608434dde4 req-1236794f-465c-494b-b2ab-855e5c3589a6 service neutron] Attempting to bind port c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e on network 0794f498-7c79-4c04-9426-97a5145b6e4e {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:30:32.694516 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.managers [req-76b71886-01ea-4a5e-9398-df0368550823 req-a6e16345-a7f5-4b22-9b19-76f444ed942f service neutron] Attempting to bind port 2f74abdb-9f0c-4344-b541-0b15dc2c35bc on host hv-cinder-75916 for vnic_type normal with profile {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 01:30:32.694730 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f75a4ea-b783-4e61-a358-07e8f082568a None None] Pushing event updated for resources: {'Port': ['ID=26cb1fe3-4a89-4674-9f47-5ad20b3bc511,revision_number=4']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:32.694940 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.managers [req-76b71886-01ea-4a5e-9398-df0368550823 req-a6e16345-a7f5-4b22-9b19-76f444ed942f service neutron] Attempting to bind port 2f74abdb-9f0c-4344-b541-0b15dc2c35bc by drivers openvswitch,hyperv on host hv-cinder-75916 at level 0 using segments [{'id': 'fa7a1357-6c45-4d5c-91c4-c90956998f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4b165d08-d478-4821-bbe5-bfe50564161b'}] {{(pid=94315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 01:30:32.698312 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b71886-01ea-4a5e-9398-df0368550823 req-a6e16345-a7f5-4b22-9b19-76f444ed942f service neutron] Attempting to bind port 2f74abdb-9f0c-4344-b541-0b15dc2c35bc on network 4b165d08-d478-4821-bbe5-bfe50564161b {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:30:32.762491 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1236794f-465c-494b-b2ab-855e5c3589a6 service neutron] Pushing event updated for resources: {'Port': ['ID=c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e,revision_number=2']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:32.779739 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b446b9-bf88-4e56-bc34-8e608434dde4 req-1236794f-465c-494b-b2ab-855e5c3589a6 service neutron] Port c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e on network 0794f498-7c79-4c04-9426-97a5145b6e4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75916 {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 01:30:32.781063 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b446b9-bf88-4e56-bc34-8e608434dde4 req-1236794f-465c-494b-b2ab-855e5c3589a6 service neutron] Attempting to bind port c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e on network 0794f498-7c79-4c04-9426-97a5145b6e4e {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:30:32.792197 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b446b9-bf88-4e56-bc34-8e608434dde4 req-1236794f-465c-494b-b2ab-855e5c3589a6 service neutron] Checking agent: {'id': '7830a306-a71a-451e-a6c7-89247e1febf2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75916', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 1, 28, 23), 'started_at': datetime.datetime(2021, 8, 27, 1, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 1, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 01:30:32.792565 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b446b9-bf88-4e56-bc34-8e608434dde4 req-1236794f-465c-494b-b2ab-855e5c3589a6 service neutron] Checking segment: {'id': 'f46d30fd-ee13-4318-b586-c425fc0d32de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0794f498-7c79-4c04-9426-97a5145b6e4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:30:32.793164 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b446b9-bf88-4e56-bc34-8e608434dde4 req-1236794f-465c-494b-b2ab-855e5c3589a6 service neutron] Bound using segment: {'id': 'f46d30fd-ee13-4318-b586-c425fc0d32de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0794f498-7c79-4c04-9426-97a5145b6e4e'} {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 01:30:32.793644 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.managers [req-f9b446b9-bf88-4e56-bc34-8e608434dde4 req-1236794f-465c-494b-b2ab-855e5c3589a6 service neutron] Bound port: c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e, host: hv-cinder-75916, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f46d30fd-ee13-4318-b586-c425fc0d32de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0794f498-7c79-4c04-9426-97a5145b6e4e'}}] {{(pid=94315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 01:30:32.794003 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-f9b446b9-bf88-4e56-bc34-8e608434dde4 req-1236794f-465c-494b-b2ab-855e5c3589a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:32.828122 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b71886-01ea-4a5e-9398-df0368550823 req-a6e16345-a7f5-4b22-9b19-76f444ed942f service neutron] Port 2f74abdb-9f0c-4344-b541-0b15dc2c35bc on network 4b165d08-d478-4821-bbe5-bfe50564161b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75916 {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 01:30:32.828463 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b71886-01ea-4a5e-9398-df0368550823 req-a6e16345-a7f5-4b22-9b19-76f444ed942f service neutron] Attempting to bind port 2f74abdb-9f0c-4344-b541-0b15dc2c35bc on network 4b165d08-d478-4821-bbe5-bfe50564161b {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:30:32.914433 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b71886-01ea-4a5e-9398-df0368550823 req-a6e16345-a7f5-4b22-9b19-76f444ed942f service neutron] Checking agent: {'id': '7830a306-a71a-451e-a6c7-89247e1febf2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75916', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 1, 28, 23), 'started_at': datetime.datetime(2021, 8, 27, 1, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 1, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 01:30:32.915333 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b71886-01ea-4a5e-9398-df0368550823 req-a6e16345-a7f5-4b22-9b19-76f444ed942f service neutron] Checking segment: {'id': 'fa7a1357-6c45-4d5c-91c4-c90956998f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4b165d08-d478-4821-bbe5-bfe50564161b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:30:32.915726 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b71886-01ea-4a5e-9398-df0368550823 req-a6e16345-a7f5-4b22-9b19-76f444ed942f service neutron] Bound using segment: {'id': 'fa7a1357-6c45-4d5c-91c4-c90956998f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4b165d08-d478-4821-bbe5-bfe50564161b'} {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 01:30:32.918247 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.managers [req-76b71886-01ea-4a5e-9398-df0368550823 req-a6e16345-a7f5-4b22-9b19-76f444ed942f service neutron] Bound port: 2f74abdb-9f0c-4344-b541-0b15dc2c35bc, host: hv-cinder-75916, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa7a1357-6c45-4d5c-91c4-c90956998f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4b165d08-d478-4821-bbe5-bfe50564161b'}}] {{(pid=94315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 01:30:32.918620 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-76b71886-01ea-4a5e-9398-df0368550823 req-a6e16345-a7f5-4b22-9b19-76f444ed942f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:32.940403 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [req-cf12c26b-1f60-41ea-9d79-6f065ed26e1b req-d54d9b9d-a4f3-4132-8579-8d6c1ab624c1 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94315) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 01:30:32.943905 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-cf12c26b-1f60-41ea-9d79-6f065ed26e1b req-d54d9b9d-a4f3-4132-8579-8d6c1ab624c1 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1549208 Aug 27 01:30:32.961774 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvr_db [None req-7daf1edd-fb14-4a11-a657-b5781e2bbabc None None] Set router 944ffde3-3532-4617-b3a8-0b1a9203c059 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:30:33.058547 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-04e85aef-de8e-4886-abd3-8f6f47e63064 req-6544d5ee-49c5-4b6a-9a37-ced75934e61d service neutron] 10.222.0.25 "GET /v2.0/networks/b44490e8-3c86-4803-b813-6cfe1338f3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5852907 Aug 27 01:30:33.100305 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [req-f9b446b9-bf88-4e56-bc34-8e608434dde4 req-1236794f-465c-494b-b2ab-855e5c3589a6 service neutron] For port c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e, host hv-cinder-75916, cleared binding levels {{(pid=94315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 01:30:33.107779 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [req-f9b446b9-bf88-4e56-bc34-8e608434dde4 req-1236794f-465c-494b-b2ab-855e5c3589a6 service neutron] For port c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e, host hv-cinder-75916, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e,segment=NetworkSegment(f46d30fd-ee13-4318-b586-c425fc0d32de),segment_id=f46d30fd-ee13-4318-b586-c425fc0d32de)] {{(pid=94315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 01:30:33.224332 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-f9b446b9-bf88-4e56-bc34-8e608434dde4 req-1236794f-465c-494b-b2ab-855e5c3589a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:33.265876 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-cf12c26b-1f60-41ea-9d79-6f065ed26e1b req-4470b5ed-b4fb-4c37-abe9-6edec84f6aab service neutron] 10.222.0.25 "GET /v2.0/networks/5c8689e3-4506-47c0-a652-97ed18836189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817583 Aug 27 01:30:33.288717 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b446b9-bf88-4e56-bc34-8e608434dde4 req-1236794f-465c-494b-b2ab-855e5c3589a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:33.289445 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-f9b446b9-bf88-4e56-bc34-8e608434dde4 req-1236794f-465c-494b-b2ab-855e5c3589a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for port, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:33.291114 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-f9b446b9-bf88-4e56-bc34-8e608434dde4 req-1236794f-465c-494b-b2ab-855e5c3589a6 service neutron] 10.222.0.24 "PUT /v2.0/ports/c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e HTTP/1.1" status: 200 len: 1093 time: 3.6954508 Aug 27 01:30:33.291735 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f70206d1-bfb4-4b0a-9215-72f8e06a7c66', 'tag': 'c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e'}] {{(pid=94315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:30:33.424794 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [req-76b71886-01ea-4a5e-9398-df0368550823 req-a6e16345-a7f5-4b22-9b19-76f444ed942f service neutron] For port 2f74abdb-9f0c-4344-b541-0b15dc2c35bc, host hv-cinder-75916, cleared binding levels {{(pid=94315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 01:30:33.564894 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [req-76b71886-01ea-4a5e-9398-df0368550823 req-a6e16345-a7f5-4b22-9b19-76f444ed942f service neutron] For port 2f74abdb-9f0c-4344-b541-0b15dc2c35bc, host hv-cinder-75916, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=2f74abdb-9f0c-4344-b541-0b15dc2c35bc,segment=NetworkSegment(fa7a1357-6c45-4d5c-91c4-c90956998f60),segment_id=fa7a1357-6c45-4d5c-91c4-c90956998f60)] {{(pid=94315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 01:30:33.565981 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-7daf1edd-fb14-4a11-a657-b5781e2bbabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944ffde3-3532-4617-b3a8-0b1a9203c059', 'name': 'tempest-ServerRescueNegativeTestJSON-197568292-router', 'tenant_id': 'cc3b4bb0756249d19606e34fca91d4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '23d88cc1-f40b-4c7d-8619-8b85070a2bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:30:12Z', 'updated_at': '2021-08-27T01:30:27Z', 'revision_number': 4, 'project_id': 'cc3b4bb0756249d19606e34fca91d4d5', 'gw_port': {'id': '23d88cc1-f40b-4c7d-8619-8b85070a2bcc', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ffde3-3532-4617-b3a8-0b1a9203c059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:14Z', 'updated_at': '2021-08-27T01:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': '26cb1fe3-4a89-4674-9f47-5ad20b3bc511', 'name': '', 'network_id': 'b44490e8-3c86-4803-b813-6cfe1338f3e9', 'tenant_id': 'cc3b4bb0756249d19606e34fca91d4d5', 'mac_address': 'fa:16:3e:e2:b1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944ffde3-3532-4617-b3a8-0b1a9203c059', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a5d3291c-8bd6-41d2-89c4-7dffd869bccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:23Z', 'updated_at': '2021-08-27T01:30:32Z', 'revision_number': 4, 'project_id': 'cc3b4bb0756249d19606e34fca91d4d5', 'subnets': [{'id': 'a5d3291c-8bd6-41d2-89c4-7dffd869bccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:30:33.582181 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c582d-599d-43e8-989d-18c690188922 req-ddb84f31-cfad-474b-8d97-a6728b0b45bc tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:33.587746 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-037c582d-599d-43e8-989d-18c690188922 req-ddb84f31-cfad-474b-8d97-a6728b0b45bc tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f70206d1-bfb4-4b0a-9215-72f8e06a7c66 HTTP/1.1" status: 200 len: 943 time: 0.1449823 Aug 27 01:30:33.606949 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1236794f-465c-494b-b2ab-855e5c3589a6 service neutron] Pushing event updated for resources: {'Port': ['ID=c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e,revision_number=3']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:33.648095 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7daf1edd-fb14-4a11-a657-b5781e2bbabc None None] The sync data for ids ['944ffde3-3532-4617-b3a8-0b1a9203c059'] in dv-cinder-759169-3-iscsi is: [{'id': '944ffde3-3532-4617-b3a8-0b1a9203c059', 'name': 'tempest-ServerRescueNegativeTestJSON-197568292-router', 'tenant_id': 'cc3b4bb0756249d19606e34fca91d4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '23d88cc1-f40b-4c7d-8619-8b85070a2bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:30:12Z', 'updated_at': '2021-08-27T01:30:27Z', 'revision_number': 4, 'project_id': 'cc3b4bb0756249d19606e34fca91d4d5', 'gw_port': {'id': '23d88cc1-f40b-4c7d-8619-8b85070a2bcc', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ffde3-3532-4617-b3a8-0b1a9203c059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:14Z', 'updated_at': '2021-08-27T01:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': '26cb1fe3-4a89-4674-9f47-5ad20b3bc511', 'name': '', 'network_id': 'b44490e8-3c86-4803-b813-6cfe1338f3e9', 'tenant_id': 'cc3b4bb0756249d19606e34fca91d4d5', 'mac_address': 'fa:16:3e:e2:b1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944ffde3-3532-4617-b3a8-0b1a9203c059', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a5d3291c-8bd6-41d2-89c4-7dffd869bccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:23Z', 'updated_at': '2021-08-27T01:30:32Z', 'revision_number': 4, 'project_id': 'cc3b4bb0756249d19606e34fca91d4d5', 'subnets': [{'id': 'a5d3291c-8bd6-41d2-89c4-7dffd869bccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 01:30:33.668020 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-037c582d-599d-43e8-989d-18c690188922 req-3b807d19-9b97-46d1-827e-35820a489ef7 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688200 Aug 27 01:30:33.673002 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-cf12c26b-1f60-41ea-9d79-6f065ed26e1b req-b53b190b-355c-4483-9358-8cf43a5ef4a6 service neutron] 10.222.0.25 "GET /v2.0/networks/5c8689e3-4506-47c0-a652-97ed18836189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864406 Aug 27 01:30:33.706033 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4b197ec9f2f0e9474c50df7e7ed8b30a1ed8e7d4526d98a0361b780d87c209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a607e52c-529e-4ae2-9b77-3f27de5190b0" -d '{"events": [{"name": "network-changed", "server_uuid": "f70206d1-bfb4-4b0a-9215-72f8e06a7c66", "tag": "c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e"}]}' {{(pid=94315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:30:33.819348 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-76b71886-01ea-4a5e-9398-df0368550823 req-a6e16345-a7f5-4b22-9b19-76f444ed942f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:33.937354 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-cf4bb51f-7639-4a26-bce3-db6fa9301921 req-e4f7abff-27c5-4d94-b3b7-8bcf90257e76 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 210 time: 0.0806830 Aug 27 01:30:34.051432 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b71886-01ea-4a5e-9398-df0368550823 req-a6e16345-a7f5-4b22-9b19-76f444ed942f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:34.062791 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-76b71886-01ea-4a5e-9398-df0368550823 req-a6e16345-a7f5-4b22-9b19-76f444ed942f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for port, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:34.064983 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-76b71886-01ea-4a5e-9398-df0368550823 req-a6e16345-a7f5-4b22-9b19-76f444ed942f service neutron] 10.222.0.24 "PUT /v2.0/ports/2f74abdb-9f0c-4344-b541-0b15dc2c35bc HTTP/1.1" status: 200 len: 1093 time: 4.4629924 Aug 27 01:30:34.107558 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b446b9-bf88-4e56-bc34-8e608434dde4 req-e8bac697-879f-46c2-9c17-afb2d77a7220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:34.109622 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-f9b446b9-bf88-4e56-bc34-8e608434dde4 req-e8bac697-879f-46c2-9c17-afb2d77a7220 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8c9439f7236d4228aea4ccc73e5d6c08&device_id=f70206d1-bfb4-4b0a-9215-72f8e06a7c66 HTTP/1.1" status: 200 len: 1096 time: 0.2889819 Aug 27 01:30:34.132057 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e16345-a7f5-4b22-9b19-76f444ed942f service neutron] Pushing event updated for resources: {'Port': ['ID=2f74abdb-9f0c-4344-b541-0b15dc2c35bc,revision_number=3']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:34.177197 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 26cb1fe3-4a89-4674-9f47-5ad20b3bc511 up at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:30:34.180580 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c14f17-a898-48fc-b654-8a1eba3c0845 req-dfbc23ea-298f-40bb-bbf3-66c93c5278b4 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:34.193349 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-94c14f17-a898-48fc-b654-8a1eba3c0845 req-dfbc23ea-298f-40bb-bbf3-66c93c5278b4 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b401b16-f181-45c2-99c7-73e06eb28974 HTTP/1.1" status: 200 len: 943 time: 0.1128972 Aug 27 01:30:34.357952 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning for port 26cb1fe3-4a89-4674-9f47-5ad20b3bc511 completed by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:30:34.363451 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning complete for port 26cb1fe3-4a89-4674-9f47-5ad20b3bc511 triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:30:34.363952 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-94c14f17-a898-48fc-b654-8a1eba3c0845 req-4d3ed07c-b93e-4fdf-9018-09ab0f1f2298 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/security-groups?id=56c82726-5717-4c95-a0e5-e06ab3e2e3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678619 Aug 27 01:30:34.364196 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:34.537220 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:34.601661 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] For port 26cb1fe3-4a89-4674-9f47-5ad20b3bc511, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=26cb1fe3-4a89-4674-9f47-5ad20b3bc511,segment=NetworkSegment(accd45c7-48e3-4a5d-80d2-4898f355a4d0),segment_id=accd45c7-48e3-4a5d-80d2-4898f355a4d0)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:30:34.622516 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 52722) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:30:34.623176 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-f9b446b9-bf88-4e56-bc34-8e608434dde4 req-5a8e9f62-4953-4f1d-b8f2-a2eb029ceb9e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e HTTP/1.1" status: 200 len: 217 time: 0.4059622 Aug 27 01:30:34.673681 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:34.709136 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-df0e464e-1181-4a64-8d7f-623d6f417189 req-cc0a3b66-b25f-43c9-a811-c91d1104bd82 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 210 time: 0.1871336 Aug 27 01:30:34.728140 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.24', 54550) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:30:34.872005 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Pushing event updated for resources: {'Port': ['ID=26cb1fe3-4a89-4674-9f47-5ad20b3bc511,revision_number=5']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:34.963190 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-7f245c5e-adde-4863-b2e0-74c544dcd3ec req-434c63d1-c604-4750-9ff4-10dd0dfe5fa2 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 210 time: 0.1328907 Aug 27 01:30:35.051644 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-9aab3aff-ec31-4d60-a43f-0ec31526fd14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:35.073513 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b446b9-bf88-4e56-bc34-8e608434dde4 req-b49a4d4a-7e65-4055-ab61-e27a6995480b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:35.076162 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-f9b446b9-bf88-4e56-bc34-8e608434dde4 req-b49a4d4a-7e65-4055-ab61-e27a6995480b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c51de9e7-47ee-434f-828c-ea60be2f0419 HTTP/1.1" status: 200 len: 855 time: 0.4257193 Aug 27 01:30:35.082879 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b71886-01ea-4a5e-9398-df0368550823 req-02fa7d4e-9db5-4740-a390-df29e6e42870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:35.090879 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-76b71886-01ea-4a5e-9398-df0368550823 req-02fa7d4e-9db5-4740-a390-df29e6e42870 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b8f4319d61634014a030eb7b9b741e92&device_id=9b401b16-f181-45c2-99c7-73e06eb28974 HTTP/1.1" status: 200 len: 1096 time: 0.5713913 Aug 27 01:30:35.134947 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 01:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98e756b-4c09-470a-a24a-d1a421b994d7 x-openstack-request-id: req-d98e756b-4c09-470a-a24a-d1a421b994d7 {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:30:35.139985 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f70206d1-bfb4-4b0a-9215-72f8e06a7c66", "tag": "c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e", "status": "completed", "code": 200}]} {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:30:35.139985 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d98e756b-4c09-470a-a24a-d1a421b994d7 {{(pid=94315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:30:35.139985 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f70206d1-bfb4-4b0a-9215-72f8e06a7c66', 'tag': 'c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e', 'status': 'completed', 'code': 200} Aug 27 01:30:35.215316 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576fca58-4aa3-4826-bf61-494a6b24ddd3 req-0ab75005-a9ce-4c66-bb9b-39bf7c28300a tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:35.217458 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-576fca58-4aa3-4826-bf61-494a6b24ddd3 req-0ab75005-a9ce-4c66-bb9b-39bf7c28300a tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.24 "GET /v2.0/networks?id=6cba5cc2-c26d-402b-a305-3f91c04ec99b HTTP/1.1" status: 200 len: 811 time: 0.5054777 Aug 27 01:30:35.260478 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-f9b446b9-bf88-4e56-bc34-8e608434dde4 req-3253c3b3-3d1f-49af-ad1d-8bfd8273c579 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0794f498-7c79-4c04-9426-97a5145b6e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1704159 Aug 27 01:30:35.441919 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-576fca58-4aa3-4826-bf61-494a6b24ddd3 req-0872c771-b0d2-4640-8efe-eaeaeb0b9058 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d392d1b39ee49d1b87211d5c447f9dc HTTP/1.1" status: 200 len: 380 time: 0.1814497 Aug 27 01:30:35.447607 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-e2a90d2a-a647-4109-9803-de1425d2a3b6 req-b0fbdd06-be6a-4f9d-9b7e-31c654d7031e tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 210 time: 0.1950839 Aug 27 01:30:35.471449 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [req-576fca58-4aa3-4826-bf61-494a6b24ddd3 req-a1321f6e-ee30-4ba4-825f-cfbc2fa327fc tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Request body: {'port': {'device_id': 'be807b17-abdc-4d79-b58d-b42998cdb479', 'network_id': '6cba5cc2-c26d-402b-a305-3f91c04ec99b', 'admin_state_up': True, 'tenant_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'security_groups': ['b071b27e-771b-4188-a0a5-21eb23ce2eea']}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:30:35.678539 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-76b71886-01ea-4a5e-9398-df0368550823 req-fb607ca6-0167-41e9-b430-232d91cffde0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f74abdb-9f0c-4344-b541-0b15dc2c35bc HTTP/1.1" status: 200 len: 217 time: 0.4196012 Aug 27 01:30:35.720267 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b70a3e-20b7-4b78-ab41-178b0edf7063 req-60d8b006-5997-4432-a133-98e52a9b2fe2 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:35.728256 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-b9b70a3e-20b7-4b78-ab41-178b0edf7063 req-60d8b006-5997-4432-a133-98e52a9b2fe2 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f70206d1-bfb4-4b0a-9215-72f8e06a7c66 HTTP/1.1" status: 200 len: 943 time: 0.5304723 Aug 27 01:30:35.741904 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-9aab3aff-ec31-4d60-a43f-0ec31526fd14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:35.810039 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b71886-01ea-4a5e-9398-df0368550823 req-1e61ce88-3160-4fa9-b416-8eab4373e3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:35.814679 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-76b71886-01ea-4a5e-9398-df0368550823 req-1e61ce88-3160-4fa9-b416-8eab4373e3fa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2f7322ad-a848-4c18-86ed-f0719b4dda9f HTTP/1.1" status: 200 len: 852 time: 0.1890566 Aug 27 01:30:35.830814 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-f9b446b9-bf88-4e56-bc34-8e608434dde4 req-8b4afdf0-196c-4f69-9ebb-588abc2c88a7 service neutron] 10.222.0.24 "GET /v2.0/networks/0794f498-7c79-4c04-9426-97a5145b6e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398005 Aug 27 01:30:35.866710 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-9aab3aff-ec31-4d60-a43f-0ec31526fd14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:35.924078 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46456dd-1a74-4846-ac15-4f9b4d1035f0 req-48d74cff-3abd-409c-9bd3-01f6efa4f7c5 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:35.934953 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-d46456dd-1a74-4846-ac15-4f9b4d1035f0 req-48d74cff-3abd-409c-9bd3-01f6efa4f7c5 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/networks?id=b44490e8-3c86-4803-b813-6cfe1338f3e9 HTTP/1.1" status: 200 len: 818 time: 0.3239763 Aug 27 01:30:35.979078 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-d46456dd-1a74-4846-ac15-4f9b4d1035f0 req-5852a82d-f984-4c8b-8c02-094838ff5684 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/quotas/cc3b4bb0756249d19606e34fca91d4d5 HTTP/1.1" status: 200 len: 375 time: 0.0430744 Aug 27 01:30:35.983096 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aab3aff-ec31-4d60-a43f-0ec31526fd14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac59b0a-9aba-4bf1-b6d1-ca66b2e8bdd9,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:35.989469 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-9aab3aff-ec31-4d60-a43f-0ec31526fd14 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dec49ef3b9684d7fae88965d478e705a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3706548 Aug 27 01:30:35.997065 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 52788) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:30:36.005882 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-b9b70a3e-20b7-4b78-ab41-178b0edf7063 req-fb44293c-254f-4dbc-9824-32c2167c47fc tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612679 Aug 27 01:30:36.078152 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 26cb1fe3-4a89-4674-9f47-5ad20b3bc511 up at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:30:36.078764 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-576fca58-4aa3-4826-bf61-494a6b24ddd3 req-a1321f6e-ee30-4ba4-825f-cfbc2fa327fc tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Made reservation on behalf of 1d392d1b39ee49d1b87211d5c447f9dc for: {'port': 1} {{(pid=94316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:30:36.079905 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [req-576fca58-4aa3-4826-bf61-494a6b24ddd3 req-a1321f6e-ee30-4ba4-825f-cfbc2fa327fc tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:36.083065 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-76b71886-01ea-4a5e-9398-df0368550823 req-bf5f59fa-5999-423c-9677-f619a0e2e348 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4b165d08-d478-4821-bbe5-bfe50564161b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2356985 Aug 27 01:30:36.130286 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-d46456dd-1a74-4846-ac15-4f9b4d1035f0 req-37a41cbd-46b0-4468-8190-355e9ed25cda tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=cc3b4bb0756249d19606e34fca91d4d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1502030 Aug 27 01:30:36.221433 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning complete for port 26cb1fe3-4a89-4674-9f47-5ad20b3bc511 triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:30:36.221727 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:36.230674 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-f9b446b9-bf88-4e56-bc34-8e608434dde4 req-2c20156f-e8cf-47df-84b3-53f5221d7a73 service neutron] 10.222.0.24 "GET /v2.0/networks/0794f498-7c79-4c04-9426-97a5145b6e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820264 Aug 27 01:30:36.314735 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e4962c-6c1c-4278-90f5-cde770410e19 req-30f60cc1-dafe-4602-922d-30182a999409 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:36.323803 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-60e4962c-6c1c-4278-90f5-cde770410e19 req-30f60cc1-dafe-4602-922d-30182a999409 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b401b16-f181-45c2-99c7-73e06eb28974 HTTP/1.1" status: 200 len: 943 time: 0.1403606 Aug 27 01:30:36.428153 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-60e4962c-6c1c-4278-90f5-cde770410e19 req-7bc38ae2-a7f1-4f6e-8a46-dc55d3ad0ac5 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/security-groups?id=56c82726-5717-4c95-a0e5-e06ab3e2e3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028004 Aug 27 01:30:36.440085 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-76b71886-01ea-4a5e-9398-df0368550823 req-7c588e72-711d-4c69-8953-eeb3a306762b service neutron] 10.222.0.24 "GET /v2.0/networks/4b165d08-d478-4821-bbe5-bfe50564161b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541456 Aug 27 01:30:36.507591 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-d46456dd-1a74-4846-ac15-4f9b4d1035f0 req-f17d15bf-769c-4197-98fa-175b69a308c7 service neutron] 10.222.0.25 "GET /v2.0/networks/b44490e8-3c86-4803-b813-6cfe1338f3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3762467 Aug 27 01:30:36.541799 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-52a607c1-d0ec-4e12-a6e0-c7d1081d6473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:36.557913 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-7d52e8f2-1b54-452f-a53f-9f54b37b9daf req-4257fda7-0609-4124-b6b6-efcea77a1ae7 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 210 time: 0.0522060 Aug 27 01:30:36.814815 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d2601df3-d8f5-40df-bfbc-9c789178c275 req-d7db7c04-d0a5-41e2-b874-926ba2573d82 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 210 time: 0.0518086 Aug 27 01:30:36.835130 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-52a607c1-d0ec-4e12-a6e0-c7d1081d6473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:36.907680 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-d46456dd-1a74-4846-ac15-4f9b4d1035f0 req-df75e362-6736-4f0e-afff-04b3d4a9256f service neutron] 10.222.0.25 "GET /v2.0/networks/b44490e8-3c86-4803-b813-6cfe1338f3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871567 Aug 27 01:30:36.974369 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.db_base_plugin_common [req-576fca58-4aa3-4826-bf61-494a6b24ddd3 req-a1321f6e-ee30-4ba4-825f-cfbc2fa327fc tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Allocated IP 172.20.0.4 (6cba5cc2-c26d-402b-a305-3f91c04ec99b/e1b7ebb0-22fa-4fc2-81e3-fd4ce0a9462d/f18d8c2b-ab08-4402-a440-92bdcf75c38a) {{(pid=94316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 01:30:37.192667 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b401b16-f181-45c2-99c7-73e06eb28974', 'tag': '2f74abdb-9f0c-4344-b541-0b15dc2c35bc'}] {{(pid=94315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:30:37.195713 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4b197ec9f2f0e9474c50df7e7ed8b30a1ed8e7d4526d98a0361b780d87c209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393561f1-233f-4260-9ebc-eee7d6171e0b" -d '{"events": [{"name": "network-changed", "server_uuid": "9b401b16-f181-45c2-99c7-73e06eb28974", "tag": "2f74abdb-9f0c-4344-b541-0b15dc2c35bc"}]}' {{(pid=94315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:30:37.244029 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-52a607c1-d0ec-4e12-a6e0-c7d1081d6473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:37.251223 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-52a607c1-d0ec-4e12-a6e0-c7d1081d6473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:37.266968 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-52a607c1-d0ec-4e12-a6e0-c7d1081d6473 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8ac59b0a-9aba-4bf1-b6d1-ca66b2e8bdd9 HTTP/1.1" status: 204 len: 168 time: 1.2537637 Aug 27 01:30:37.267773 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ad814-f5cc-4973-aa32-8ea5f31bfed2 req-07f44688-2218-4c29-a0f3-87a6245e653c tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:37.285057 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-f92ad814-f5cc-4973-aa32-8ea5f31bfed2 req-07f44688-2218-4c29-a0f3-87a6245e653c tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f70206d1-bfb4-4b0a-9215-72f8e06a7c66 HTTP/1.1" status: 200 len: 943 time: 0.1536584 Aug 27 01:30:37.346398 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a607c1-d0ec-4e12-a6e0-c7d1081d6473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac59b0a-9aba-4bf1-b6d1-ca66b2e8bdd9,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:37.430454 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-f92ad814-f5cc-4973-aa32-8ea5f31bfed2 req-efe9402d-ca92-4f25-b135-95dd679d6730 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432643 Aug 27 01:30:37.475116 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 01:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2094b0c-648c-4a8c-94d6-7817fc853f23 x-openstack-request-id: req-e2094b0c-648c-4a8c-94d6-7817fc853f23 {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:30:37.475599 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b401b16-f181-45c2-99c7-73e06eb28974", "tag": "2f74abdb-9f0c-4344-b541-0b15dc2c35bc", "status": "completed", "code": 200}]} {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:30:37.476112 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e2094b0c-648c-4a8c-94d6-7817fc853f23 {{(pid=94315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:30:37.476649 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b401b16-f181-45c2-99c7-73e06eb28974', 'tag': '2f74abdb-9f0c-4344-b541-0b15dc2c35bc', 'status': 'completed', 'code': 200} Aug 27 01:30:37.499605 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [req-576fca58-4aa3-4826-bf61-494a6b24ddd3 req-a1321f6e-ee30-4ba4-825f-cfbc2fa327fc tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks [] for port, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:37.535669 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.provisioning_blocks [req-576fca58-4aa3-4826-bf61-494a6b24ddd3 req-a1321f6e-ee30-4ba4-825f-cfbc2fa327fc tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Transition to ACTIVE for port object f18d8c2b-ab08-4402-a440-92bdcf75c38a will not be triggered until provisioned by entity DHCP. {{(pid=94316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:30:37.601408 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-87fa80bf-0cc8-4746-aef6-ca168931b45a req-c2d30603-0d29-4490-9d9c-9df4377cdeb3 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 210 time: 0.0863376 Aug 27 01:30:37.717870 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [req-576fca58-4aa3-4826-bf61-494a6b24ddd3 req-a1321f6e-ee30-4ba4-825f-cfbc2fa327fc tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791478024214'] for port, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:37.782536 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d3942348-6219-43c9-82a1-fb816d480ff7 req-83b7ab74-2cf6-4a61-95a5-392f0e49feae tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 210 time: 0.0521905 Aug 27 01:30:37.791414 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 52830) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:30:37.941049 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-576fca58-4aa3-4826-bf61-494a6b24ddd3 req-a1321f6e-ee30-4ba4-825f-cfbc2fa327fc tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Network 6cba5cc2-c26d-402b-a305-3f91c04ec99b is already hosted by enough agents. {{(pid=94316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:30:37.953850 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.base_scheduler [req-576fca58-4aa3-4826-bf61-494a6b24ddd3 req-a1321f6e-ee30-4ba4-825f-cfbc2fa327fc tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Resources bound (agent type, host, resource id): {{(pid=94316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:30:37.994489 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-76b71886-01ea-4a5e-9398-df0368550823 req-83beb5f0-e1bc-412c-88e5-ee82561db3be service neutron] 10.222.0.24 "GET /v2.0/networks/4b165d08-d478-4821-bbe5-bfe50564161b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123232 Aug 27 01:30:38.020034 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.l3_dvrscheduler_db [req-576fca58-4aa3-4826-bf61-494a6b24ddd3 req-a1321f6e-ee30-4ba4-825f-cfbc2fa327fc tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Received port after_create {{(pid=94316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 01:30:38.038533 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576fca58-4aa3-4826-bf61-494a6b24ddd3 req-a1321f6e-ee30-4ba4-825f-cfbc2fa327fc tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:38.044416 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [req-576fca58-4aa3-4826-bf61-494a6b24ddd3 req-a1321f6e-ee30-4ba4-825f-cfbc2fa327fc tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for port, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:38.084453 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01491023-3a1b-42c7-81a9-a0fefa291fd2 req-a360684d-d70e-4f36-aa6b-8017b266338a tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:38.097829 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0bfc2f-4fc6-4919-b1b8-a6ee5b05e80b req-3738f93e-b07e-4f3c-82e6-dc4da3b3ac23 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:38.099849 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-01491023-3a1b-42c7-81a9-a0fefa291fd2 req-a360684d-d70e-4f36-aa6b-8017b266338a tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b401b16-f181-45c2-99c7-73e06eb28974 HTTP/1.1" status: 200 len: 943 time: 0.4510684 Aug 27 01:30:38.102424 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-8e0bfc2f-4fc6-4919-b1b8-a6ee5b05e80b req-3738f93e-b07e-4f3c-82e6-dc4da3b3ac23 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 931 time: 0.1131585 Aug 27 01:30:38.196694 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1321f6e-ee30-4ba4-825f-cfbc2fa327fc tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Pushing event updated for resources: {'Port': ['ID=f18d8c2b-ab08-4402-a440-92bdcf75c38a,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:38.306737 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-01491023-3a1b-42c7-81a9-a0fefa291fd2 req-a6c28d99-4c3d-4ab7-baa1-1a533e36aa69 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/security-groups?id=56c82726-5717-4c95-a0e5-e06ab3e2e3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922438 Aug 27 01:30:38.312456 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-eeb74a81-8788-4437-8624-c3452b3ca3fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:38.339783 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-8e0bfc2f-4fc6-4919-b1b8-a6ee5b05e80b req-f9606e55-624a-4a2b-8d5e-5024e6f5ecc4 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2218220 Aug 27 01:30:38.357170 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-576fca58-4aa3-4826-bf61-494a6b24ddd3 req-a1321f6e-ee30-4ba4-825f-cfbc2fa327fc tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8925762 Aug 27 01:30:38.407371 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607e52c-529e-4ae2-9b77-3f27de5190b0 req-46315e8e-3768-4bdb-85f3-170beefe79ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:38.422313 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-a607e52c-529e-4ae2-9b77-3f27de5190b0 req-46315e8e-3768-4bdb-85f3-170beefe79ea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8c9439f7236d4228aea4ccc73e5d6c08&device_id=f70206d1-bfb4-4b0a-9215-72f8e06a7c66 HTTP/1.1" status: 200 len: 1096 time: 0.2828074 Aug 27 01:30:38.427595 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [req-576fca58-4aa3-4826-bf61-494a6b24ddd3 req-3c4709d0-b647-46b0-a72f-a4cb623bd6f6 service neutron] Request body: {'port': {'device_id': 'be807b17-abdc-4d79-b58d-b42998cdb479', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75916'}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:30:38.461966 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393561f1-233f-4260-9ebc-eee7d6171e0b req-005665fd-aaf7-4a41-aae5-4427e26a273d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:38.463433 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-393561f1-233f-4260-9ebc-eee7d6171e0b req-005665fd-aaf7-4a41-aae5-4427e26a273d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b8f4319d61634014a030eb7b9b741e92&device_id=9b401b16-f181-45c2-99c7-73e06eb28974 HTTP/1.1" status: 200 len: 1096 time: 0.1671996 Aug 27 01:30:38.524352 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [req-576fca58-4aa3-4826-bf61-494a6b24ddd3 req-3c4709d0-b647-46b0-a72f-a4cb623bd6f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:38.573818 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-9837788f-b1b5-453c-9071-e2503528f75c None None] Provisioning for port f18d8c2b-ab08-4402-a440-92bdcf75c38a completed by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:30:38.584440 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-9837788f-b1b5-453c-9071-e2503528f75c None None] Provisioning complete for port f18d8c2b-ab08-4402-a440-92bdcf75c38a triggered by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:30:38.585131 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-9837788f-b1b5-453c-9071-e2503528f75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:38.725871 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-9837788f-b1b5-453c-9071-e2503528f75c None None] Port f18d8c2b-ab08-4402-a440-92bdcf75c38a cannot update to ACTIVE because it is not bound. {{(pid=94317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 01:30:38.880061 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-9e5e2708-1c4c-49f2-9a10-ccdd3b71950f req-c1b0b291-e5c1-4583-8874-acc4113c69b7 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 210 time: 0.0868149 Aug 27 01:30:38.952299 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393561f1-233f-4260-9ebc-eee7d6171e0b req-e1baacc3-c8f5-4a0b-828c-9f780fbc4890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:38.955285 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-393561f1-233f-4260-9ebc-eee7d6171e0b req-e1baacc3-c8f5-4a0b-828c-9f780fbc4890 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4b165d08-d478-4821-bbe5-bfe50564161b HTTP/1.1" status: 200 len: 913 time: 0.4644830 Aug 27 01:30:38.962626 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607e52c-529e-4ae2-9b77-3f27de5190b0 req-65b5437c-1047-48c6-a335-cd99f66d2c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:38.964328 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-a607e52c-529e-4ae2-9b77-3f27de5190b0 req-65b5437c-1047-48c6-a335-cd99f66d2c19 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0794f498-7c79-4c04-9426-97a5145b6e4e HTTP/1.1" status: 200 len: 916 time: 0.5046146 Aug 27 01:30:38.986728 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.24', 54557) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:30:39.028790 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-4efc5f69-da8e-4c9e-ae2a-3d3eaf3f0f16 req-0ca68086-ef5d-4ebb-88ea-477e8b8a1742 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 210 time: 0.0525048 Aug 27 01:30:39.315840 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-eeb74a81-8788-4437-8624-c3452b3ca3fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:39.352778 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b99b576-5bce-49df-9608-7a0dd7fbefb9 req-5036f55a-ff4b-4dfa-9665-0a93f4852241 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:39.355446 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-9b99b576-5bce-49df-9608-7a0dd7fbefb9 req-5036f55a-ff4b-4dfa-9665-0a93f4852241 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f70206d1-bfb4-4b0a-9215-72f8e06a7c66 HTTP/1.1" status: 200 len: 943 time: 0.6173356 Aug 27 01:30:39.484985 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-eeb74a81-8788-4437-8624-c3452b3ca3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:39.535973 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-eeb74a81-8788-4437-8624-c3452b3ca3fa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=db4c1f91f5874a8f86ff9dec65c89726&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7358439 Aug 27 01:30:39.564206 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 52880) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:30:39.675619 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb74a81-8788-4437-8624-c3452b3ca3fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0fbae9-143c-44d6-ba0c-9b86cf99856d,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:39.727365 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-9b99b576-5bce-49df-9608-7a0dd7fbefb9 req-779cdc33-1588-41f1-bd4e-57be5f260aba tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475654 Aug 27 01:30:39.769366 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-393561f1-233f-4260-9ebc-eee7d6171e0b req-a95f6c04-51ea-46ba-ac78-787977fc66ee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f74abdb-9f0c-4344-b541-0b15dc2c35bc HTTP/1.1" status: 200 len: 217 time: 0.2577660 Aug 27 01:30:39.799047 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e85aef-de8e-4886-abd3-8f6f47e63064 req-499c88fc-b59e-4d0e-802c-1f6ae4a9cde9 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:39.800854 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-04e85aef-de8e-4886-abd3-8f6f47e63064 req-499c88fc-b59e-4d0e-802c-1f6ae4a9cde9 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.24 "GET /v2.0/networks?id=b44490e8-3c86-4803-b813-6cfe1338f3e9 HTTP/1.1" status: 200 len: 818 time: 0.4377418 Aug 27 01:30:39.853903 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-a607e52c-529e-4ae2-9b77-3f27de5190b0 req-1d4b37b6-db3f-456c-ae88-d01a74129584 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e HTTP/1.1" status: 200 len: 217 time: 0.3242557 Aug 27 01:30:39.903999 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-7125364b-a677-448a-bfc8-4b27072cc9ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:39.935708 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b5a07-bbc0-46dd-a889-7712ebfe6e18 req-a27fba50-7916-4b34-a3aa-4dc715aa9fa1 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:39.943586 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-037b5a07-bbc0-46dd-a889-7712ebfe6e18 req-a27fba50-7916-4b34-a3aa-4dc715aa9fa1 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b401b16-f181-45c2-99c7-73e06eb28974 HTTP/1.1" status: 200 len: 943 time: 0.4256196 Aug 27 01:30:40.034836 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-037b5a07-bbc0-46dd-a889-7712ebfe6e18 req-7ec722f7-c928-460c-9e52-f36ae026e1c0 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/security-groups?id=56c82726-5717-4c95-a0e5-e06ab3e2e3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836997 Aug 27 01:30:40.035514 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-7125364b-a677-448a-bfc8-4b27072cc9ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:40.218215 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-3c67c7eb-5c8e-4781-8b55-a1e7e37201bd req-eb4f8e93-a897-409f-8477-2a9ad07d2478 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 210 time: 0.0644820 Aug 27 01:30:40.240797 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.notifiers.nova [req-576fca58-4aa3-4826-bf61-494a6b24ddd3 req-3c4709d0-b647-46b0-a72f-a4cb623bd6f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f18d8c2b-ab08-4402-a440-92bdcf75c38a {{(pid=94316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 01:30:40.250122 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [req-576fca58-4aa3-4826-bf61-494a6b24ddd3 req-3c4709d0-b647-46b0-a72f-a4cb623bd6f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:40.296203 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc59a4d-bdff-40cb-82fe-10bd72ccf860 req-2167c0b6-8112-4ab4-89ad-e0a667ad9c66 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:40.298198 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-adc59a4d-bdff-40cb-82fe-10bd72ccf860 req-2167c0b6-8112-4ab4-89ad-e0a667ad9c66 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 931 time: 0.3082972 Aug 27 01:30:40.349260 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-adc59a4d-bdff-40cb-82fe-10bd72ccf860 req-3aa121bb-98ec-4b3f-b4ef-9c2a203d251f tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445778 Aug 27 01:30:40.430019 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.provisioning_blocks [req-576fca58-4aa3-4826-bf61-494a6b24ddd3 req-3c4709d0-b647-46b0-a72f-a4cb623bd6f6 service neutron] Transition to ACTIVE for port object f18d8c2b-ab08-4402-a440-92bdcf75c38a will not be triggered until provisioned by entity L2. {{(pid=94316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:30:40.434864 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-7125364b-a677-448a-bfc8-4b27072cc9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:40.443802 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-7125364b-a677-448a-bfc8-4b27072cc9ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:40.450104 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-7125364b-a677-448a-bfc8-4b27072cc9ed admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5d0fbae9-143c-44d6-ba0c-9b86cf99856d HTTP/1.1" status: 204 len: 168 time: 0.8808839 Aug 27 01:30:40.466230 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-38eca4c5-ba0a-47fa-96de-81b32196c4a0 req-486e8729-8f78-43a9-b449-09e481c74dfd tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 210 time: 0.0867453 Aug 27 01:30:40.472912 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7125364b-a677-448a-bfc8-4b27072cc9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0fbae9-143c-44d6-ba0c-9b86cf99856d,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:40.768849 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [req-576fca58-4aa3-4826-bf61-494a6b24ddd3 req-3c4709d0-b647-46b0-a72f-a4cb623bd6f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:40.851707 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4709d0-b647-46b0-a72f-a4cb623bd6f6 service neutron] Pushing event updated for resources: {'Port': ['ID=f18d8c2b-ab08-4402-a440-92bdcf75c38a,revision_number=2']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:40.941614 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.managers [req-576fca58-4aa3-4826-bf61-494a6b24ddd3 req-3c4709d0-b647-46b0-a72f-a4cb623bd6f6 service neutron] Attempting to bind port f18d8c2b-ab08-4402-a440-92bdcf75c38a on host hv-cinder-75916 for vnic_type normal with profile {{(pid=94316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 01:30:40.942192 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.managers [req-576fca58-4aa3-4826-bf61-494a6b24ddd3 req-3c4709d0-b647-46b0-a72f-a4cb623bd6f6 service neutron] Attempting to bind port f18d8c2b-ab08-4402-a440-92bdcf75c38a by drivers openvswitch,hyperv on host hv-cinder-75916 at level 0 using segments [{'id': 'c42d10cd-c3ef-4c1a-a7ca-8e269f5416ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6cba5cc2-c26d-402b-a305-3f91c04ec99b'}] {{(pid=94316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 01:30:40.942561 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576fca58-4aa3-4826-bf61-494a6b24ddd3 req-3c4709d0-b647-46b0-a72f-a4cb623bd6f6 service neutron] Attempting to bind port f18d8c2b-ab08-4402-a440-92bdcf75c38a on network 6cba5cc2-c26d-402b-a305-3f91c04ec99b {{(pid=94316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:30:40.965232 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a72467-955e-40da-9c2e-331345a64c9e req-dffd184a-d4fe-4d18-bdf0-7956836f023b tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:40.973739 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-68a72467-955e-40da-9c2e-331345a64c9e req-dffd184a-d4fe-4d18-bdf0-7956836f023b tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f70206d1-bfb4-4b0a-9215-72f8e06a7c66 HTTP/1.1" status: 200 len: 943 time: 0.1419926 Aug 27 01:30:40.976795 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576fca58-4aa3-4826-bf61-494a6b24ddd3 req-3c4709d0-b647-46b0-a72f-a4cb623bd6f6 service neutron] Port f18d8c2b-ab08-4402-a440-92bdcf75c38a on network 6cba5cc2-c26d-402b-a305-3f91c04ec99b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75916 {{(pid=94316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 01:30:40.977659 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576fca58-4aa3-4826-bf61-494a6b24ddd3 req-3c4709d0-b647-46b0-a72f-a4cb623bd6f6 service neutron] Attempting to bind port f18d8c2b-ab08-4402-a440-92bdcf75c38a on network 6cba5cc2-c26d-402b-a305-3f91c04ec99b {{(pid=94316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:30:41.001927 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576fca58-4aa3-4826-bf61-494a6b24ddd3 req-3c4709d0-b647-46b0-a72f-a4cb623bd6f6 service neutron] Checking agent: {'id': '7830a306-a71a-451e-a6c7-89247e1febf2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75916', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 1, 28, 23), 'started_at': datetime.datetime(2021, 8, 27, 1, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 1, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 01:30:41.002419 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576fca58-4aa3-4826-bf61-494a6b24ddd3 req-3c4709d0-b647-46b0-a72f-a4cb623bd6f6 service neutron] Checking segment: {'id': 'c42d10cd-c3ef-4c1a-a7ca-8e269f5416ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6cba5cc2-c26d-402b-a305-3f91c04ec99b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:30:41.003064 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576fca58-4aa3-4826-bf61-494a6b24ddd3 req-3c4709d0-b647-46b0-a72f-a4cb623bd6f6 service neutron] Bound using segment: {'id': 'c42d10cd-c3ef-4c1a-a7ca-8e269f5416ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6cba5cc2-c26d-402b-a305-3f91c04ec99b'} {{(pid=94316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 01:30:41.005113 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.managers [req-576fca58-4aa3-4826-bf61-494a6b24ddd3 req-3c4709d0-b647-46b0-a72f-a4cb623bd6f6 service neutron] Bound port: f18d8c2b-ab08-4402-a440-92bdcf75c38a, host: hv-cinder-75916, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c42d10cd-c3ef-4c1a-a7ca-8e269f5416ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6cba5cc2-c26d-402b-a305-3f91c04ec99b'}}] {{(pid=94316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 01:30:41.005113 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [req-576fca58-4aa3-4826-bf61-494a6b24ddd3 req-3c4709d0-b647-46b0-a72f-a4cb623bd6f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:41.081535 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-68a72467-955e-40da-9c2e-331345a64c9e req-1630e607-b6b3-48aa-a47a-1270d5e52f38 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053209 Aug 27 01:30:41.134153 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.db [req-576fca58-4aa3-4826-bf61-494a6b24ddd3 req-3c4709d0-b647-46b0-a72f-a4cb623bd6f6 service neutron] For port f18d8c2b-ab08-4402-a440-92bdcf75c38a, host hv-cinder-75916, cleared binding levels {{(pid=94316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 01:30:41.139549 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.db [req-576fca58-4aa3-4826-bf61-494a6b24ddd3 req-3c4709d0-b647-46b0-a72f-a4cb623bd6f6 service neutron] For port f18d8c2b-ab08-4402-a440-92bdcf75c38a, host hv-cinder-75916, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=f18d8c2b-ab08-4402-a440-92bdcf75c38a,segment=NetworkSegment(c42d10cd-c3ef-4c1a-a7ca-8e269f5416ab),segment_id=c42d10cd-c3ef-4c1a-a7ca-8e269f5416ab)] {{(pid=94316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 01:30:41.199939 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f8c46c-3996-40c9-8988-c27011cb2bba req-53e388f9-d0d0-4fba-a2be-9f948aca352f tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:41.203257 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-e8f8c46c-3996-40c9-8988-c27011cb2bba req-53e388f9-d0d0-4fba-a2be-9f948aca352f tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b401b16-f181-45c2-99c7-73e06eb28974 HTTP/1.1" status: 200 len: 943 time: 0.0670695 Aug 27 01:30:41.203862 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [req-576fca58-4aa3-4826-bf61-494a6b24ddd3 req-3c4709d0-b647-46b0-a72f-a4cb623bd6f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:41.265592 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-e8f8c46c-3996-40c9-8988-c27011cb2bba req-41f9df2d-4f5f-463e-831f-0eced3d85910 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/security-groups?id=56c82726-5717-4c95-a0e5-e06ab3e2e3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402300 Aug 27 01:30:41.297262 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576fca58-4aa3-4826-bf61-494a6b24ddd3 req-3c4709d0-b647-46b0-a72f-a4cb623bd6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:41.306589 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [req-576fca58-4aa3-4826-bf61-494a6b24ddd3 req-3c4709d0-b647-46b0-a72f-a4cb623bd6f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for port, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:41.306589 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-576fca58-4aa3-4826-bf61-494a6b24ddd3 req-3c4709d0-b647-46b0-a72f-a4cb623bd6f6 service neutron] 10.222.0.24 "PUT /v2.0/ports/f18d8c2b-ab08-4402-a440-92bdcf75c38a HTTP/1.1" status: 200 len: 1093 time: 2.8873901 Aug 27 01:30:41.311682 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be807b17-abdc-4d79-b58d-b42998cdb479', 'tag': 'f18d8c2b-ab08-4402-a440-92bdcf75c38a'}] {{(pid=94316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:30:41.318099 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [req-04e85aef-de8e-4886-abd3-8f6f47e63064 req-7cc8705b-4a3f-43eb-87d2-68397d705af5 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Request body: {'port': {'device_id': '6f0c2a27-bde3-4d4a-894b-be6dc9ed6118', 'network_id': 'b44490e8-3c86-4803-b813-6cfe1338f3e9', 'admin_state_up': True, 'tenant_id': 'cc3b4bb0756249d19606e34fca91d4d5'}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:30:41.449262 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607e52c-529e-4ae2-9b77-3f27de5190b0 req-64144d66-e845-4457-9c86-2f3fd7fc67fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:41.450928 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-a607e52c-529e-4ae2-9b77-3f27de5190b0 req-64144d66-e845-4457-9c86-2f3fd7fc67fe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c51de9e7-47ee-434f-828c-ea60be2f0419 HTTP/1.1" status: 200 len: 855 time: 0.0715187 Aug 27 01:30:41.525762 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-a607e52c-529e-4ae2-9b77-3f27de5190b0 req-926f7fda-11a4-4823-893a-e1d9dc456c90 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0794f498-7c79-4c04-9426-97a5145b6e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330622 Aug 27 01:30:41.569082 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-4cef9557-d28f-40c5-9ff7-1d22eb3a5e8c req-f7a27f57-8c34-4101-a932-d79c0521d136 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 210 time: 0.1127424 Aug 27 01:30:41.580164 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 52920) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:30:41.600878 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393561f1-233f-4260-9ebc-eee7d6171e0b req-1c8e79f1-9752-4bc4-b269-8ae4bf0997e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:41.602572 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-393561f1-233f-4260-9ebc-eee7d6171e0b req-1c8e79f1-9752-4bc4-b269-8ae4bf0997e7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2f7322ad-a848-4c18-86ed-f0719b4dda9f HTTP/1.1" status: 200 len: 852 time: 0.3360467 Aug 27 01:30:41.623620 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4709d0-b647-46b0-a72f-a4cb623bd6f6 service neutron] Pushing event updated for resources: {'Port': ['ID=f18d8c2b-ab08-4402-a440-92bdcf75c38a,revision_number=3']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:41.628707 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-21b8fd82-c661-4bd8-a940-5753346a4de9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:41.777544 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-e685d220-d48a-4e2b-beba-66600bd5376f req-5a774759-52c1-4abe-9c5e-fdc306b5f31d tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 210 time: 0.0857508 Aug 27 01:30:41.784137 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}899021d1be799054bbcf6b5e395d09f22ed0dc0e230ba80d3f80fac876f8e6bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ed8efd-e7f6-401f-ad1b-4ac70081a0f2" -d '{"events": [{"name": "network-changed", "server_uuid": "be807b17-abdc-4d79-b58d-b42998cdb479", "tag": "f18d8c2b-ab08-4402-a440-92bdcf75c38a"}]}' {{(pid=94316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:30:41.822186 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576fca58-4aa3-4826-bf61-494a6b24ddd3 req-bd47e9f5-209a-41f2-8eec-fb405f6eec87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:41.822946 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-576fca58-4aa3-4826-bf61-494a6b24ddd3 req-bd47e9f5-209a-41f2-8eec-fb405f6eec87 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1d392d1b39ee49d1b87211d5c447f9dc&device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 1096 time: 0.1658831 Aug 27 01:30:41.938752 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-576fca58-4aa3-4826-bf61-494a6b24ddd3 req-5dc8c1bd-8e60-4c5c-8dc5-e1de4c8bd66a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f18d8c2b-ab08-4402-a440-92bdcf75c38a HTTP/1.1" status: 200 len: 217 time: 0.0835674 Aug 27 01:30:41.940437 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-3deafc58-b7ff-400c-9aff-a00ffba80ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:41.961688 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 01:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285e5864-81c1-4ebb-ad8f-601def10808d x-openstack-request-id: req-285e5864-81c1-4ebb-ad8f-601def10808d {{(pid=94316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:30:41.962165 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be807b17-abdc-4d79-b58d-b42998cdb479", "tag": "f18d8c2b-ab08-4402-a440-92bdcf75c38a", "status": "completed", "code": 200}]} {{(pid=94316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:30:41.962735 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-285e5864-81c1-4ebb-ad8f-601def10808d {{(pid=94316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:30:41.963326 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be807b17-abdc-4d79-b58d-b42998cdb479', 'tag': 'f18d8c2b-ab08-4402-a440-92bdcf75c38a', 'status': 'completed', 'code': 200} Aug 27 01:30:42.009444 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb535a-2b2c-4075-b1c3-26de5df19345 req-72f399f3-069b-4ff0-97f3-1de704ef80f0 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:42.018847 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-aadb535a-2b2c-4075-b1c3-26de5df19345 req-72f399f3-069b-4ff0-97f3-1de704ef80f0 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 943 time: 0.4926701 Aug 27 01:30:42.030021 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576fca58-4aa3-4826-bf61-494a6b24ddd3 req-b213d33e-712e-4394-93da-2ccb583e4f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:42.030749 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-393561f1-233f-4260-9ebc-eee7d6171e0b req-44fedeae-ed9c-4bdd-b51c-6fd49d70bce9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4b165d08-d478-4821-bbe5-bfe50564161b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647502 Aug 27 01:30:42.031620 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-576fca58-4aa3-4826-bf61-494a6b24ddd3 req-b213d33e-712e-4394-93da-2ccb583e4f34 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e1b7ebb0-22fa-4fc2-81e3-fd4ce0a9462d HTTP/1.1" status: 200 len: 850 time: 0.0841925 Aug 27 01:30:42.033580 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-21b8fd82-c661-4bd8-a940-5753346a4de9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:42.110241 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-21b8fd82-c661-4bd8-a940-5753346a4de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:42.134292 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.24', 54569) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:30:42.203003 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-21b8fd82-c661-4bd8-a940-5753346a4de9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5852ac2c0f564066be36957e6db7bc9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6176784 Aug 27 01:30:42.208209 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 52932) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:30:42.251595 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-aadb535a-2b2c-4075-b1c3-26de5df19345 req-e60960f0-2d68-4050-be2c-522a1775293b tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2331898 Aug 27 01:30:42.254290 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576fca58-4aa3-4826-bf61-494a6b24ddd3 req-eeafc61c-20fd-4468-aefb-e863d4c0949d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:42.256010 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-576fca58-4aa3-4826-bf61-494a6b24ddd3 req-eeafc61c-20fd-4468-aefb-e863d4c0949d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6cba5cc2-c26d-402b-a305-3f91c04ec99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2104082 Aug 27 01:30:42.273312 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b8fd82-c661-4bd8-a940-5753346a4de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f12cb8-3e10-4d29-9091-ab74f5fef36e,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:42.277391 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-a607e52c-529e-4ae2-9b77-3f27de5190b0 req-1ae9974b-d758-4626-b81c-559be1889733 service neutron] 10.222.0.24 "GET /v2.0/networks/0794f498-7c79-4c04-9426-97a5145b6e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6718457 Aug 27 01:30:42.384951 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04e85aef-de8e-4886-abd3-8f6f47e63064 req-7cc8705b-4a3f-43eb-87d2-68397d705af5 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Made reservation on behalf of cc3b4bb0756249d19606e34fca91d4d5 for: {'port': 1} {{(pid=94315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:30:42.388444 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-04e85aef-de8e-4886-abd3-8f6f47e63064 req-7cc8705b-4a3f-43eb-87d2-68397d705af5 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:42.437217 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-393561f1-233f-4260-9ebc-eee7d6171e0b req-b2a8dbf0-89ec-4e51-852c-40d2acbc62fe service neutron] 10.222.0.24 "GET /v2.0/networks/4b165d08-d478-4821-bbe5-bfe50564161b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3546903 Aug 27 01:30:42.530223 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12c26b-1f60-41ea-9d79-6f065ed26e1b req-20b27f6b-4453-4878-9c1c-7041671618a5 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:42.531864 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-cf12c26b-1f60-41ea-9d79-6f065ed26e1b req-20b27f6b-4453-4878-9c1c-7041671618a5 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.24 "GET /v2.0/networks?id=5c8689e3-4506-47c0-a652-97ed18836189 HTTP/1.1" status: 200 len: 817 time: 0.3803480 Aug 27 01:30:42.542291 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb714274-c5bd-4b4e-a4da-626da3f13c0e req-52a57b45-ee2c-42cd-86f6-27bae744e944 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:42.552909 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-cb714274-c5bd-4b4e-a4da-626da3f13c0e req-52a57b45-ee2c-42cd-86f6-27bae744e944 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f70206d1-bfb4-4b0a-9215-72f8e06a7c66 HTTP/1.1" status: 200 len: 943 time: 0.3834381 Aug 27 01:30:42.562549 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-84276aed-77b6-4852-b242-eaa1ca05eaea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:42.597694 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-576fca58-4aa3-4826-bf61-494a6b24ddd3 req-a9dad29a-f06c-427e-8737-cd0c836b99dd service neutron] 10.222.0.24 "GET /v2.0/networks/6cba5cc2-c26d-402b-a305-3f91c04ec99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154693 Aug 27 01:30:42.646888 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-a607e52c-529e-4ae2-9b77-3f27de5190b0 req-483d99b9-1906-4173-9253-da0c707f290b service neutron] 10.222.0.24 "GET /v2.0/networks/0794f498-7c79-4c04-9426-97a5145b6e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530033 Aug 27 01:30:42.682845 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-84276aed-77b6-4852-b242-eaa1ca05eaea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:42.689282 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-cf12c26b-1f60-41ea-9d79-6f065ed26e1b req-8e2264aa-9686-416b-8727-3466c4c3c37a tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cbe428e1f9c456087aa6ec677fe0330 HTTP/1.1" status: 200 len: 379 time: 0.1317728 Aug 27 01:30:42.694387 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af42e7b2-e7a5-4c2e-a4a6-cf7144f57b7b req-1652265f-84d5-4990-8bfb-a3960ae30a5b tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:42.696045 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-af42e7b2-e7a5-4c2e-a4a6-cf7144f57b7b req-1652265f-84d5-4990-8bfb-a3960ae30a5b tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b401b16-f181-45c2-99c7-73e06eb28974 HTTP/1.1" status: 200 len: 943 time: 0.2680948 Aug 27 01:30:42.706141 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-cb714274-c5bd-4b4e-a4da-626da3f13c0e req-e89fec4a-daa3-44f8-baa5-afd846c343a7 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330822 Aug 27 01:30:42.757796 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [req-cf12c26b-1f60-41ea-9d79-6f065ed26e1b req-68042942-1a80-4195-a1de-9d39c9435228 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Request body: {'port': {'device_id': '6ec83298-8a1e-4edd-be07-4e0592a0ce04', 'network_id': '5c8689e3-4506-47c0-a652-97ed18836189', 'admin_state_up': True, 'tenant_id': '9cbe428e1f9c456087aa6ec677fe0330', 'security_groups': ['319496d1-44c8-440f-97a8-fb501f967b21']}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:30:42.767439 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-576fca58-4aa3-4826-bf61-494a6b24ddd3 req-83867676-d19b-44b0-a375-05a35fe098cc service neutron] 10.222.0.24 "GET /v2.0/networks/6cba5cc2-c26d-402b-a305-3f91c04ec99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598213 Aug 27 01:30:42.790978 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-393561f1-233f-4260-9ebc-eee7d6171e0b req-f0626a0c-b1ef-4934-ae20-9b2b1f75a7f4 service neutron] 10.222.0.24 "GET /v2.0/networks/4b165d08-d478-4821-bbe5-bfe50564161b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408306 Aug 27 01:30:42.835273 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-af42e7b2-e7a5-4c2e-a4a6-cf7144f57b7b req-509511bd-99ca-4428-a187-27a327e08b25 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/security-groups?id=56c82726-5717-4c95-a0e5-e06ab3e2e3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211877 Aug 27 01:30:42.842932 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.db_base_plugin_common [req-04e85aef-de8e-4886-abd3-8f6f47e63064 req-7cc8705b-4a3f-43eb-87d2-68397d705af5 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Allocated IP 172.20.0.10 (b44490e8-3c86-4803-b813-6cfe1338f3e9/a5d3291c-8bd6-41d2-89c4-7dffd869bccd/0f68a3b4-5d9c-4b17-875e-e3990c07efa7) {{(pid=94315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 01:30:42.850247 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-c90bf6a1-963c-46d4-9e57-dff542770dfc req-20d57268-a731-4573-a585-152ffababcf7 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 210 time: 0.0307374 Aug 27 01:30:42.969488 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-eb42e01f-f413-4196-910e-2d30fb5aefd8 req-64da27e0-846a-4fb1-be06-bfeb33257b25 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 210 time: 0.0403082 Aug 27 01:30:43.032765 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-84276aed-77b6-4852-b242-eaa1ca05eaea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:43.032765 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-84276aed-77b6-4852-b242-eaa1ca05eaea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:43.033577 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-84276aed-77b6-4852-b242-eaa1ca05eaea admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/85f12cb8-3e10-4d29-9091-ab74f5fef36e HTTP/1.1" status: 204 len: 168 time: 0.8242528 Aug 27 01:30:43.064298 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84276aed-77b6-4852-b242-eaa1ca05eaea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f12cb8-3e10-4d29-9091-ab74f5fef36e,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:43.094393 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf12c26b-1f60-41ea-9d79-6f065ed26e1b req-68042942-1a80-4195-a1de-9d39c9435228 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Made reservation on behalf of 9cbe428e1f9c456087aa6ec677fe0330 for: {'port': 1} {{(pid=94316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:30:43.098907 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [req-cf12c26b-1f60-41ea-9d79-6f065ed26e1b req-68042942-1a80-4195-a1de-9d39c9435228 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:43.099794 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed8efd-e7f6-401f-ad1b-4ac70081a0f2 req-ef701005-78f9-4357-b45a-40fa6014c933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:43.101429 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-28ed8efd-e7f6-401f-ad1b-4ac70081a0f2 req-ef701005-78f9-4357-b45a-40fa6014c933 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1d392d1b39ee49d1b87211d5c447f9dc&device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 1096 time: 0.1147137 Aug 27 01:30:43.134824 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-04e85aef-de8e-4886-abd3-8f6f47e63064 req-7cc8705b-4a3f-43eb-87d2-68397d705af5 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Notify callbacks [] for port, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:43.241773 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed8efd-e7f6-401f-ad1b-4ac70081a0f2 req-bd15a430-c68b-4f15-aff4-cbc9f925775c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:43.243296 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-28ed8efd-e7f6-401f-ad1b-4ac70081a0f2 req-bd15a430-c68b-4f15-aff4-cbc9f925775c service neutron] 10.222.0.24 "GET /v2.0/networks?id=6cba5cc2-c26d-402b-a305-3f91c04ec99b HTTP/1.1" status: 200 len: 912 time: 0.1328406 Aug 27 01:30:43.321146 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-28ed8efd-e7f6-401f-ad1b-4ac70081a0f2 req-ff258125-a91b-4d4d-a495-a15ba030bf09 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f18d8c2b-ab08-4402-a440-92bdcf75c38a HTTP/1.1" status: 200 len: 217 time: 0.0698943 Aug 27 01:30:43.322306 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-04e85aef-de8e-4886-abd3-8f6f47e63064 req-7cc8705b-4a3f-43eb-87d2-68397d705af5 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791478024214'] for port, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:43.463878 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc8705b-4a3f-43eb-87d2-68397d705af5 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Pushing event updated for resources: {'Port': ['ID=0f68a3b4-5d9c-4b17-875e-e3990c07efa7,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:43.498964 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04e85aef-de8e-4886-abd3-8f6f47e63064 req-7cc8705b-4a3f-43eb-87d2-68397d705af5 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Network b44490e8-3c86-4803-b813-6cfe1338f3e9 is already hosted by enough agents. {{(pid=94315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:30:43.510905 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.base_scheduler [req-04e85aef-de8e-4886-abd3-8f6f47e63064 req-7cc8705b-4a3f-43eb-87d2-68397d705af5 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Resources bound (agent type, host, resource id): {{(pid=94315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:30:43.525519 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e85aef-de8e-4886-abd3-8f6f47e63064 req-7cc8705b-4a3f-43eb-87d2-68397d705af5 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Received port after_create {{(pid=94315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 01:30:43.535953 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e85aef-de8e-4886-abd3-8f6f47e63064 req-7cc8705b-4a3f-43eb-87d2-68397d705af5 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:43.536970 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-04e85aef-de8e-4886-abd3-8f6f47e63064 req-7cc8705b-4a3f-43eb-87d2-68397d705af5 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for port, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:43.558824 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed8efd-e7f6-401f-ad1b-4ac70081a0f2 req-84a946c2-761a-44e3-b58a-3543ecc5939c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:43.560375 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-28ed8efd-e7f6-401f-ad1b-4ac70081a0f2 req-84a946c2-761a-44e3-b58a-3543ecc5939c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e1b7ebb0-22fa-4fc2-81e3-fd4ce0a9462d HTTP/1.1" status: 200 len: 850 time: 0.2224655 Aug 27 01:30:43.573453 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d2e289-6aa2-4b42-9496-e64228c7a4ae req-bf08aed9-c759-4111-8e57-976375320ec8 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:43.574980 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-f2d2e289-6aa2-4b42-9496-e64228c7a4ae req-bf08aed9-c759-4111-8e57-976375320ec8 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 943 time: 0.1887209 Aug 27 01:30:43.608103 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46456dd-1a74-4846-ac15-4f9b4d1035f0 req-dd081866-c494-45fb-b60f-f63c78078aef tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:43.610951 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-d46456dd-1a74-4846-ac15-4f9b4d1035f0 req-dd081866-c494-45fb-b60f-f63c78078aef tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.24 "GET /v2.0/networks?id=b44490e8-3c86-4803-b813-6cfe1338f3e9 HTTP/1.1" status: 200 len: 818 time: 0.1978939 Aug 27 01:30:43.621233 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.db_base_plugin_common [req-cf12c26b-1f60-41ea-9d79-6f065ed26e1b req-68042942-1a80-4195-a1de-9d39c9435228 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Allocated IP 172.20.0.4 (5c8689e3-4506-47c0-a652-97ed18836189/20caaf11-6500-4480-a57e-55af9949d7c0/5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e) {{(pid=94316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 01:30:43.638318 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-f2d2e289-6aa2-4b42-9496-e64228c7a4ae req-4543acf8-235e-40fc-8d7c-8a0a315bccd3 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564446 Aug 27 01:30:43.641020 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-04e85aef-de8e-4886-abd3-8f6f47e63064 req-7cc8705b-4a3f-43eb-87d2-68397d705af5 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3328528 Aug 27 01:30:43.809771 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [req-cf12c26b-1f60-41ea-9d79-6f065ed26e1b req-68042942-1a80-4195-a1de-9d39c9435228 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks [] for port, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:43.842737 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.provisioning_blocks [req-cf12c26b-1f60-41ea-9d79-6f065ed26e1b req-68042942-1a80-4195-a1de-9d39c9435228 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Transition to ACTIVE for port object 5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e will not be triggered until provisioned by entity DHCP. {{(pid=94316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:30:43.873945 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0021c4-97b9-4171-b0dc-912dd87ac9fd req-635aaf7b-1b16-424c-a0fb-0944da2dcdc5 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:43.877439 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-2f0021c4-97b9-4171-b0dc-912dd87ac9fd req-635aaf7b-1b16-424c-a0fb-0944da2dcdc5 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f70206d1-bfb4-4b0a-9215-72f8e06a7c66 HTTP/1.1" status: 200 len: 943 time: 0.0792890 Aug 27 01:30:43.930452 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-2f0021c4-97b9-4171-b0dc-912dd87ac9fd req-3003b248-ffaa-477f-8427-d7695d152489 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444262 Aug 27 01:30:43.991515 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-8d031a44-6c26-478c-aa15-e3bef8aed132 req-088dd4dc-f052-49fe-98fd-4cbf9cbc2f82 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 210 time: 0.0337334 Aug 27 01:30:44.025562 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [req-cf12c26b-1f60-41ea-9d79-6f065ed26e1b req-68042942-1a80-4195-a1de-9d39c9435228 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791478024214'] for port, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:44.152887 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 52982) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:30:44.158456 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf12c26b-1f60-41ea-9d79-6f065ed26e1b req-68042942-1a80-4195-a1de-9d39c9435228 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Network 5c8689e3-4506-47c0-a652-97ed18836189 is already hosted by enough agents. {{(pid=94316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:30:44.160810 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68042942-1a80-4195-a1de-9d39c9435228 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Pushing event updated for resources: {'Port': ['ID=5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:44.174694 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.base_scheduler [req-cf12c26b-1f60-41ea-9d79-6f065ed26e1b req-68042942-1a80-4195-a1de-9d39c9435228 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Resources bound (agent type, host, resource id): {{(pid=94316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:30:44.177210 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf12c26b-1f60-41ea-9d79-6f065ed26e1b req-68042942-1a80-4195-a1de-9d39c9435228 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Received port after_create {{(pid=94316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 01:30:44.183850 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f95fb-7cfe-4b1f-99b2-577079223197 req-98c1e0b3-86f8-4960-ac59-0d6945b152f1 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:44.184439 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12c26b-1f60-41ea-9d79-6f065ed26e1b req-68042942-1a80-4195-a1de-9d39c9435228 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:44.187212 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [req-cf12c26b-1f60-41ea-9d79-6f065ed26e1b req-68042942-1a80-4195-a1de-9d39c9435228 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for port, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:44.188027 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-b68f95fb-7cfe-4b1f-99b2-577079223197 req-98c1e0b3-86f8-4960-ac59-0d6945b152f1 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 931 time: 0.1017120 Aug 27 01:30:44.213533 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9115d-da63-4fdc-b36a-93887260034b req-5aeb8469-41e9-4bb5-b80a-17092615acc1 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:44.215159 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-bfc9115d-da63-4fdc-b36a-93887260034b req-5aeb8469-41e9-4bb5-b80a-17092615acc1 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b401b16-f181-45c2-99c7-73e06eb28974 HTTP/1.1" status: 200 len: 943 time: 0.2039835 Aug 27 01:30:44.246814 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-b68f95fb-7cfe-4b1f-99b2-577079223197 req-dccd02aa-e2c4-42db-8297-0bade41ad831 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501702 Aug 27 01:30:44.273920 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-bfc9115d-da63-4fdc-b36a-93887260034b req-5fb123c9-6009-4abc-81ec-9d0965b623a6 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/security-groups?id=56c82726-5717-4c95-a0e5-e06ab3e2e3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465729 Aug 27 01:30:44.302152 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-cf12c26b-1f60-41ea-9d79-6f065ed26e1b req-68042942-1a80-4195-a1de-9d39c9435228 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5503721 Aug 27 01:30:44.347974 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-3beb9e87-7f8f-4551-9508-ee45f986272f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:44.471110 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-3beb9e87-7f8f-4551-9508-ee45f986272f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:44.517571 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-274501ab-c4ac-436c-9a63-083b47ac978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:44.546188 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-3beb9e87-7f8f-4551-9508-ee45f986272f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:44.549850 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-ae0389e3-e137-4b66-808b-74f72daf0088 None None] Provisioning for port 5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e completed by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:30:44.551478 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-ae0389e3-e137-4b66-808b-74f72daf0088 None None] Provisioning complete for port 5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e triggered by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:30:44.551851 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ae0389e3-e137-4b66-808b-74f72daf0088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:44.593278 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-3beb9e87-7f8f-4551-9508-ee45f986272f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f7b952fa10d34e14bc38aae68ac00f63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4350085 Aug 27 01:30:44.593990 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beb9e87-7f8f-4551-9508-ee45f986272f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4d4555-f560-48e9-8802-6c6aadffc3d5,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:44.596890 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 52994) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:30:44.689486 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0bbadf24-030d-4606-8bc9-0c1076926e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:44.714700 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-ae0389e3-e137-4b66-808b-74f72daf0088 None None] Port 5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e cannot update to ACTIVE because it is not bound. {{(pid=94317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 01:30:44.718071 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0bbadf24-030d-4606-8bc9-0c1076926e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:44.799383 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f88357-1503-467a-9a89-38473175dffe req-3c17dc18-fd17-47db-8f24-087a60650e4a tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:44.805331 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-93f88357-1503-467a-9a89-38473175dffe req-3c17dc18-fd17-47db-8f24-087a60650e4a tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 943 time: 0.0626020 Aug 27 01:30:44.841594 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:44.844903 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-93f88357-1503-467a-9a89-38473175dffe req-31aa6524-9c3c-4046-8c6a-cdf838961948 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357251 Aug 27 01:30:44.853912 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0bbadf24-030d-4606-8bc9-0c1076926e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:44.858891 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0bbadf24-030d-4606-8bc9-0c1076926e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:44.863190 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-0bbadf24-030d-4606-8bc9-0c1076926e8f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ea4d4555-f560-48e9-8802-6c6aadffc3d5 HTTP/1.1" status: 204 len: 168 time: 0.2658837 Aug 27 01:30:44.871322 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbadf24-030d-4606-8bc9-0c1076926e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4d4555-f560-48e9-8802-6c6aadffc3d5,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:45.061736 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a6e84-25f8-444e-8f65-b6bec5064de5 req-253846a8-475d-422c-afc6-25c99f9eff5c tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:45.063322 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-b52a6e84-25f8-444e-8f65-b6bec5064de5 req-253846a8-475d-422c-afc6-25c99f9eff5c tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f70206d1-bfb4-4b0a-9215-72f8e06a7c66 HTTP/1.1" status: 200 len: 943 time: 0.0571439 Aug 27 01:30:45.118228 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-9b0e06d2-ddfe-41b4-91c1-a668a11cb246 req-268865f4-ef6a-435f-8525-b7490ebe877d tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 210 time: 0.0444376 Aug 27 01:30:45.142903 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-b52a6e84-25f8-444e-8f65-b6bec5064de5 req-d04eea85-4a52-49f2-96d3-c8356a93bc3d tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653811 Aug 27 01:30:45.403862 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a56203-4c4a-4971-b7cc-070ad5050174 req-41bbda7f-1af3-4873-86c1-2bd09358a3cb tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:45.411345 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-30a56203-4c4a-4971-b7cc-070ad5050174 req-41bbda7f-1af3-4873-86c1-2bd09358a3cb tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 931 time: 0.0712183 Aug 27 01:30:45.439953 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c319113b-ef1b-4c62-a201-7fb12c28a05c req-e0e4fb82-9e1d-49b0-a641-9264269848c1 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:45.442397 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-c319113b-ef1b-4c62-a201-7fb12c28a05c req-e0e4fb82-9e1d-49b0-a641-9264269848c1 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b401b16-f181-45c2-99c7-73e06eb28974 HTTP/1.1" status: 200 len: 943 time: 0.0783308 Aug 27 01:30:45.456600 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-30a56203-4c4a-4971-b7cc-070ad5050174 req-d9f73170-fb22-45ae-85f0-6f9a90291f4f tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430536 Aug 27 01:30:45.494916 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-c319113b-ef1b-4c62-a201-7fb12c28a05c req-57530071-408c-4495-8ac3-ffd88901f357 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/security-groups?id=56c82726-5717-4c95-a0e5-e06ab3e2e3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414422 Aug 27 01:30:45.607094 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 53026) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:30:45.625181 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-f2ee53fc-1891-484f-9aa0-91e9faf37133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:45.727653 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-f2ee53fc-1891-484f-9aa0-91e9faf37133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:45.774567 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-f2ee53fc-1891-484f-9aa0-91e9faf37133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:45.818898 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-f2ee53fc-1891-484f-9aa0-91e9faf37133 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b16c2d4a190441cf8fd416830904fb8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2106943 Aug 27 01:30:45.820888 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee53fc-1891-484f-9aa0-91e9faf37133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdeae7b-5036-494f-8048-1686177c6136,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:45.821740 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 53032) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:30:45.887846 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-98d29752-fd1d-4d3b-acd0-f2bcdb1b8f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:45.894584 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ed545f81-8b1b-4cf8-a1bc-5817d83b44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:45.913861 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-98d29752-fd1d-4d3b-acd0-f2bcdb1b8f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:45.975114 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeecde9-6747-4a55-959d-11414b131d2f req-eec88217-528a-46d9-a3d4-9eb0e87a3db1 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:45.977843 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-6eeecde9-6747-4a55-959d-11414b131d2f req-eec88217-528a-46d9-a3d4-9eb0e87a3db1 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 943 time: 0.0567245 Aug 27 01:30:46.018525 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-6eeecde9-6747-4a55-959d-11414b131d2f req-97653322-0c33-4e70-bcbd-2d9a4e88b479 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336459 Aug 27 01:30:46.033252 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-98d29752-fd1d-4d3b-acd0-f2bcdb1b8f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:46.036020 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-98d29752-fd1d-4d3b-acd0-f2bcdb1b8f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:46.038081 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-98d29752-fd1d-4d3b-acd0-f2bcdb1b8f8c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6bdeae7b-5036-494f-8048-1686177c6136 HTTP/1.1" status: 204 len: 168 time: 0.2144203 Aug 27 01:30:46.046937 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d29752-fd1d-4d3b-acd0-f2bcdb1b8f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdeae7b-5036-494f-8048-1686177c6136,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:46.262536 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device 2f74abdb-9f0c-4344-b541-0b15dc2c35bc details requested by agent hyperv_hv-cinder-75916 with host hv-cinder-75916 {{(pid=94317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 01:30:46.283140 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-7c57c0fc-1bb9-4c45-9277-4a31db9a1fb3 req-f31f8431-e2ae-4629-bd75-1b22ca0360e4 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 210 time: 0.0513306 Aug 27 01:30:46.293179 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [req-04e85aef-de8e-4886-abd3-8f6f47e63064 req-f71fc71e-d04a-4f29-8200-0906e14594a5 service neutron] Request body: {'port': {'device_id': '6f0c2a27-bde3-4d4a-894b-be6dc9ed6118', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75916'}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:30:46.293503 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [req-d46456dd-1a74-4846-ac15-4f9b4d1035f0 req-acd6506b-d5fc-44ef-84c4-e6462f045eaf tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Request body: {'port': {'device_id': '5a469663-cc2c-4a11-8486-a758a0682e39', 'network_id': 'b44490e8-3c86-4803-b813-6cfe1338f3e9', 'admin_state_up': True, 'tenant_id': 'cc3b4bb0756249d19606e34fca91d4d5'}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:30:46.300149 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [req-cf12c26b-1f60-41ea-9d79-6f065ed26e1b req-92cc013f-21e6-47a7-90d4-cec102b92231 service neutron] Request body: {'port': {'device_id': '6ec83298-8a1e-4edd-be07-4e0592a0ce04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75916'}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:30:46.430744 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [req-cf12c26b-1f60-41ea-9d79-6f065ed26e1b req-92cc013f-21e6-47a7-90d4-cec102b92231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:46.431377 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83cb149-1aa0-4a61-bfe5-1a99e9a689c8 req-60a4eb97-ab52-41ed-a7ee-712f5d5a79fd tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:46.436421 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-a83cb149-1aa0-4a61-bfe5-1a99e9a689c8 req-60a4eb97-ab52-41ed-a7ee-712f5d5a79fd tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f70206d1-bfb4-4b0a-9215-72f8e06a7c66 HTTP/1.1" status: 200 len: 943 time: 0.2160349 Aug 27 01:30:46.436421 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed8efd-e7f6-401f-ad1b-4ac70081a0f2 req-715ea0a0-d916-4028-942d-351a19c363ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:46.437527 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-28ed8efd-e7f6-401f-ad1b-4ac70081a0f2 req-715ea0a0-d916-4028-942d-351a19c363ec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6cba5cc2-c26d-402b-a305-3f91c04ec99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1910770 Aug 27 01:30:46.438548 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-04e85aef-de8e-4886-abd3-8f6f47e63064 req-f71fc71e-d04a-4f29-8200-0906e14594a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:46.470514 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port 2f74abdb-9f0c-4344-b541-0b15dc2c35bc, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=2f74abdb-9f0c-4344-b541-0b15dc2c35bc,segment=NetworkSegment(fa7a1357-6c45-4d5c-91c4-c90956998f60),segment_id=fa7a1357-6c45-4d5c-91c4-c90956998f60)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:30:46.486524 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Returning: {'device': '2f74abdb-9f0c-4344-b541-0b15dc2c35bc', 'network_id': '4b165d08-d478-4821-bbe5-bfe50564161b', 'port_id': '2f74abdb-9f0c-4344-b541-0b15dc2c35bc', 'mac_address': 'fa:16:3e:aa:e9:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f7322ad-a848-4c18-86ed-f0719b4dda9f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 01:30:46.562881 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:46.584864 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.notifiers.nova [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f74abdb-9f0c-4344-b541-0b15dc2c35bc {{(pid=94317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 01:30:46.633632 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port 2f74abdb-9f0c-4344-b541-0b15dc2c35bc, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=2f74abdb-9f0c-4344-b541-0b15dc2c35bc,segment=NetworkSegment(fa7a1357-6c45-4d5c-91c4-c90956998f60),segment_id=fa7a1357-6c45-4d5c-91c4-c90956998f60)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:30:46.668440 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-a83cb149-1aa0-4a61-bfe5-1a99e9a689c8 req-252ed522-22e8-4a57-bb85-c4a8137f8cab tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196107 Aug 27 01:30:46.668918 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d46456dd-1a74-4846-ac15-4f9b4d1035f0 req-acd6506b-d5fc-44ef-84c4-e6462f045eaf tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Made reservation on behalf of cc3b4bb0756249d19606e34fca91d4d5 for: {'port': 1} {{(pid=94316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:30:46.674343 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [req-d46456dd-1a74-4846-ac15-4f9b4d1035f0 req-acd6506b-d5fc-44ef-84c4-e6462f045eaf tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:46.717370 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:46.721516 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e details requested by agent hyperv_hv-cinder-75916 with host hv-cinder-75916 {{(pid=94317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 01:30:46.783353 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-28ed8efd-e7f6-401f-ad1b-4ac70081a0f2 req-926e25cd-51e4-4b2e-bc39-520791425bdc service neutron] 10.222.0.24 "GET /v2.0/networks/6cba5cc2-c26d-402b-a305-3f91c04ec99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324463 Aug 27 01:30:46.791489 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Pushing event updated for resources: {'Port': ['ID=2f74abdb-9f0c-4344-b541-0b15dc2c35bc,revision_number=4']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:46.924188 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18032c0f-90d2-4d9d-b89f-1b17135a9482 req-bac0ce92-dce2-400c-92bd-5d5b2029a7ae tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:46.926411 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-18032c0f-90d2-4d9d-b89f-1b17135a9482 req-bac0ce92-dce2-400c-92bd-5d5b2029a7ae tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 931 time: 0.2627962 Aug 27 01:30:46.966597 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e,segment=NetworkSegment(f46d30fd-ee13-4318-b586-c425fc0d32de),segment_id=f46d30fd-ee13-4318-b586-c425fc0d32de)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:30:46.985989 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Returning: {'device': 'c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e', 'network_id': '0794f498-7c79-4c04-9426-97a5145b6e4e', 'port_id': 'c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e', 'mac_address': 'fa:16:3e:e1:85:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c51de9e7-47ee-434f-828c-ea60be2f0419', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 01:30:47.055086 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:47.067963 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-18032c0f-90d2-4d9d-b89f-1b17135a9482 req-547c207a-b4c9-4c54-913f-1c79d9204a8f tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302288 Aug 27 01:30:47.079779 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.notifiers.nova [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e {{(pid=94317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 01:30:47.112471 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.db_base_plugin_common [req-d46456dd-1a74-4846-ac15-4f9b4d1035f0 req-acd6506b-d5fc-44ef-84c4-e6462f045eaf tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Allocated IP 172.20.0.12 (b44490e8-3c86-4803-b813-6cfe1338f3e9/a5d3291c-8bd6-41d2-89c4-7dffd869bccd/f0fa47c1-eb17-4a46-982a-113bf408fe87) {{(pid=94316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 01:30:47.117944 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e,segment=NetworkSegment(f46d30fd-ee13-4318-b586-c425fc0d32de),segment_id=f46d30fd-ee13-4318-b586-c425fc0d32de)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:30:47.224105 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:47.224244 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba8aff-4c9e-4514-900d-e32601cdec74 req-3dd57959-4400-47b3-9002-7ea9fb26dd74 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:47.224244 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-25ba8aff-4c9e-4514-900d-e32601cdec74 req-3dd57959-4400-47b3-9002-7ea9fb26dd74 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b401b16-f181-45c2-99c7-73e06eb28974 HTTP/1.1" status: 200 len: 944 time: 0.4039936 Aug 27 01:30:47.225548 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-28ed8efd-e7f6-401f-ad1b-4ac70081a0f2 req-6a1bbb51-a7ba-482f-a504-c90cc6920a3b service neutron] 10.222.0.24 "GET /v2.0/networks/6cba5cc2-c26d-402b-a305-3f91c04ec99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4337807 Aug 27 01:30:47.271903 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.notifiers.nova [req-cf12c26b-1f60-41ea-9d79-6f065ed26e1b req-92cc013f-21e6-47a7-90d4-cec102b92231 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e {{(pid=94316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 01:30:47.298257 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-25ba8aff-4c9e-4514-900d-e32601cdec74 req-1f14ad31-3cd7-4770-a3f2-f9afb9849298 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/security-groups?id=56c82726-5717-4c95-a0e5-e06ab3e2e3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645001 Aug 27 01:30:47.299141 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [req-cf12c26b-1f60-41ea-9d79-6f065ed26e1b req-92cc013f-21e6-47a7-90d4-cec102b92231 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:47.348400 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Pushing event updated for resources: {'Port': ['ID=c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e,revision_number=4']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:47.375866 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.provisioning_blocks [req-cf12c26b-1f60-41ea-9d79-6f065ed26e1b req-92cc013f-21e6-47a7-90d4-cec102b92231 service neutron] Transition to ACTIVE for port object 5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e will not be triggered until provisioned by entity L2. {{(pid=94316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:30:47.400613 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ae06b-224a-4787-a57e-e34a361cb5c1 req-316adc22-d31d-4caa-9637-b27929dfe7de tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:47.402440 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-800ae06b-224a-4787-a57e-e34a361cb5c1 req-316adc22-d31d-4caa-9637-b27929dfe7de tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 943 time: 0.2431526 Aug 27 01:30:47.431858 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-64f3b7ca-5f4a-434d-ab38-63ab2bd1d2d0 req-9f6acb37-02b1-4a80-b9a3-abbb1104a547 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 210 time: 0.0335665 Aug 27 01:30:47.472954 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-809c4053-e1f3-4656-979d-5dfd58cb0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:47.482413 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-800ae06b-224a-4787-a57e-e34a361cb5c1 req-8d0dd02e-3772-463d-a453-638a4b462fcd tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636487 Aug 27 01:30:47.486119 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [req-d46456dd-1a74-4846-ac15-4f9b4d1035f0 req-acd6506b-d5fc-44ef-84c4-e6462f045eaf tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Notify callbacks [] for port, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:47.510535 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [req-cf12c26b-1f60-41ea-9d79-6f065ed26e1b req-92cc013f-21e6-47a7-90d4-cec102b92231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:47.599406 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cc013f-21e6-47a7-90d4-cec102b92231 service neutron] Pushing event updated for resources: {'Port': ['ID=5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e,revision_number=2']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:47.637524 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.managers [req-cf12c26b-1f60-41ea-9d79-6f065ed26e1b req-92cc013f-21e6-47a7-90d4-cec102b92231 service neutron] Attempting to bind port 5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e on host hv-cinder-75916 for vnic_type normal with profile {{(pid=94316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 01:30:47.637866 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.managers [req-cf12c26b-1f60-41ea-9d79-6f065ed26e1b req-92cc013f-21e6-47a7-90d4-cec102b92231 service neutron] Attempting to bind port 5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e by drivers openvswitch,hyperv on host hv-cinder-75916 at level 0 using segments [{'id': 'f8ab679e-b537-4c90-a2f7-0b9fb93d20b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5c8689e3-4506-47c0-a652-97ed18836189'}] {{(pid=94316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 01:30:47.638250 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf12c26b-1f60-41ea-9d79-6f065ed26e1b req-92cc013f-21e6-47a7-90d4-cec102b92231 service neutron] Attempting to bind port 5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e on network 5c8689e3-4506-47c0-a652-97ed18836189 {{(pid=94316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:30:47.645702 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] get_ports_and_sgs() called for port_ids ['2f74abdb-9f0c-4344-b541-0b15dc2c35bc'] {{(pid=94317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 01:30:47.646467 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf12c26b-1f60-41ea-9d79-6f065ed26e1b req-92cc013f-21e6-47a7-90d4-cec102b92231 service neutron] Port 5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e on network 5c8689e3-4506-47c0-a652-97ed18836189 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75916 {{(pid=94316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 01:30:47.647639 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf12c26b-1f60-41ea-9d79-6f065ed26e1b req-92cc013f-21e6-47a7-90d4-cec102b92231 service neutron] Attempting to bind port 5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e on network 5c8689e3-4506-47c0-a652-97ed18836189 {{(pid=94316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:30:47.657370 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf12c26b-1f60-41ea-9d79-6f065ed26e1b req-92cc013f-21e6-47a7-90d4-cec102b92231 service neutron] Checking agent: {'id': '7830a306-a71a-451e-a6c7-89247e1febf2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75916', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 1, 28, 23), 'started_at': datetime.datetime(2021, 8, 27, 1, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 1, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 01:30:47.657822 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf12c26b-1f60-41ea-9d79-6f065ed26e1b req-92cc013f-21e6-47a7-90d4-cec102b92231 service neutron] Checking segment: {'id': 'f8ab679e-b537-4c90-a2f7-0b9fb93d20b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5c8689e3-4506-47c0-a652-97ed18836189'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:30:47.658299 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf12c26b-1f60-41ea-9d79-6f065ed26e1b req-92cc013f-21e6-47a7-90d4-cec102b92231 service neutron] Bound using segment: {'id': 'f8ab679e-b537-4c90-a2f7-0b9fb93d20b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5c8689e3-4506-47c0-a652-97ed18836189'} {{(pid=94316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 01:30:47.658973 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.managers [req-cf12c26b-1f60-41ea-9d79-6f065ed26e1b req-92cc013f-21e6-47a7-90d4-cec102b92231 service neutron] Bound port: 5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e, host: hv-cinder-75916, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8ab679e-b537-4c90-a2f7-0b9fb93d20b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5c8689e3-4506-47c0-a652-97ed18836189'}}] {{(pid=94316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 01:30:47.659304 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [req-cf12c26b-1f60-41ea-9d79-6f065ed26e1b req-92cc013f-21e6-47a7-90d4-cec102b92231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:47.705422 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [req-d46456dd-1a74-4846-ac15-4f9b4d1035f0 req-acd6506b-d5fc-44ef-84c4-e6462f045eaf tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791478024214'] for port, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:47.817378 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d46456dd-1a74-4846-ac15-4f9b4d1035f0 req-acd6506b-d5fc-44ef-84c4-e6462f045eaf tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Network b44490e8-3c86-4803-b813-6cfe1338f3e9 is already hosted by enough agents. {{(pid=94316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:30:47.820711 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] get_ports_and_sgs() called for port_ids ['c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e'] {{(pid=94317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 01:30:47.836147 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.base_scheduler [req-d46456dd-1a74-4846-ac15-4f9b4d1035f0 req-acd6506b-d5fc-44ef-84c4-e6462f045eaf tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Resources bound (agent type, host, resource id): {{(pid=94316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:30:47.839356 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.l3_dvrscheduler_db [req-d46456dd-1a74-4846-ac15-4f9b4d1035f0 req-acd6506b-d5fc-44ef-84c4-e6462f045eaf tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Received port after_create {{(pid=94316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 01:30:47.847095 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46456dd-1a74-4846-ac15-4f9b4d1035f0 req-acd6506b-d5fc-44ef-84c4-e6462f045eaf tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:47.848364 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [req-d46456dd-1a74-4846-ac15-4f9b4d1035f0 req-acd6506b-d5fc-44ef-84c4-e6462f045eaf tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for port, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:47.902804 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.db [req-cf12c26b-1f60-41ea-9d79-6f065ed26e1b req-92cc013f-21e6-47a7-90d4-cec102b92231 service neutron] For port 5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e, host hv-cinder-75916, cleared binding levels {{(pid=94316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 01:30:47.915113 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd6506b-d5fc-44ef-84c4-e6462f045eaf tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Pushing event updated for resources: {'Port': ['ID=f0fa47c1-eb17-4a46-982a-113bf408fe87,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:47.950758 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.db [req-cf12c26b-1f60-41ea-9d79-6f065ed26e1b req-92cc013f-21e6-47a7-90d4-cec102b92231 service neutron] For port 5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e, host hv-cinder-75916, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e,segment=NetworkSegment(f8ab679e-b537-4c90-a2f7-0b9fb93d20b1),segment_id=f8ab679e-b537-4c90-a2f7-0b9fb93d20b1)] {{(pid=94316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 01:30:47.998989 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-d46456dd-1a74-4846-ac15-4f9b4d1035f0 req-acd6506b-d5fc-44ef-84c4-e6462f045eaf tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7327814 Aug 27 01:30:48.021994 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [req-d46456dd-1a74-4846-ac15-4f9b4d1035f0 req-3f10fc23-8dea-4fd1-96c9-269f913bfa95 service neutron] Request body: {'port': {'device_id': '5a469663-cc2c-4a11-8486-a758a0682e39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75916'}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:30:48.040597 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [req-cf12c26b-1f60-41ea-9d79-6f065ed26e1b req-92cc013f-21e6-47a7-90d4-cec102b92231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:48.066811 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [req-04e85aef-de8e-4886-abd3-8f6f47e63064 req-f71fc71e-d04a-4f29-8200-0906e14594a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f68a3b4-5d9c-4b17-875e-e3990c07efa7 {{(pid=94315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 01:30:48.077805 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-04e85aef-de8e-4886-abd3-8f6f47e63064 req-f71fc71e-d04a-4f29-8200-0906e14594a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:48.091473 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.provisioning_blocks [req-04e85aef-de8e-4886-abd3-8f6f47e63064 req-f71fc71e-d04a-4f29-8200-0906e14594a5 service neutron] Transition to ACTIVE for port object 0f68a3b4-5d9c-4b17-875e-e3990c07efa7 will not be triggered until provisioned by entity L2. {{(pid=94315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:30:48.122009 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca609d-5755-43ca-84f9-e6cede08238b req-3e423083-06c6-4f37-81c2-ff1352f8477b tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:48.124477 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-1fca609d-5755-43ca-84f9-e6cede08238b req-3e423083-06c6-4f37-81c2-ff1352f8477b tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f70206d1-bfb4-4b0a-9215-72f8e06a7c66 HTTP/1.1" status: 200 len: 944 time: 0.2918367 Aug 27 01:30:48.157669 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cc013f-21e6-47a7-90d4-cec102b92231 service neutron] Pushing event updated for resources: {'Port': ['ID=5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e,revision_number=3']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:48.172487 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-04e85aef-de8e-4886-abd3-8f6f47e63064 req-f71fc71e-d04a-4f29-8200-0906e14594a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:48.187544 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12c26b-1f60-41ea-9d79-6f065ed26e1b req-92cc013f-21e6-47a7-90d4-cec102b92231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:48.188274 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [req-cf12c26b-1f60-41ea-9d79-6f065ed26e1b req-92cc013f-21e6-47a7-90d4-cec102b92231 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for port, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:48.190534 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-cf12c26b-1f60-41ea-9d79-6f065ed26e1b req-92cc013f-21e6-47a7-90d4-cec102b92231 service neutron] 10.222.0.24 "PUT /v2.0/ports/5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e HTTP/1.1" status: 200 len: 1093 time: 1.9268892 Aug 27 01:30:48.190956 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ec83298-8a1e-4edd-be07-4e0592a0ce04', 'tag': '5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e'}] {{(pid=94316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:30:48.201776 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}899021d1be799054bbcf6b5e395d09f22ed0dc0e230ba80d3f80fac876f8e6bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4099612-a036-4b3c-9f12-e6494688c4de" -d '{"events": [{"name": "network-changed", "server_uuid": "6ec83298-8a1e-4edd-be07-4e0592a0ce04", "tag": "5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e"}]}' {{(pid=94316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:30:48.233724 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device f18d8c2b-ab08-4402-a440-92bdcf75c38a details requested by agent hyperv_hv-cinder-75916 with host hv-cinder-75916 {{(pid=94317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 01:30:48.325693 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [req-d46456dd-1a74-4846-ac15-4f9b4d1035f0 req-3f10fc23-8dea-4fd1-96c9-269f913bfa95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:48.361339 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-1fca609d-5755-43ca-84f9-e6cede08238b req-0bd87fb2-d6fc-4b68-85bd-8fa98cd0bc7d tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239211 Aug 27 01:30:48.413150 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71fc71e-d04a-4f29-8200-0906e14594a5 service neutron] Pushing event updated for resources: {'Port': ['ID=0f68a3b4-5d9c-4b17-875e-e3990c07efa7,revision_number=2']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:48.439601 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.managers [req-04e85aef-de8e-4886-abd3-8f6f47e63064 req-f71fc71e-d04a-4f29-8200-0906e14594a5 service neutron] Attempting to bind port 0f68a3b4-5d9c-4b17-875e-e3990c07efa7 on host hv-cinder-75916 for vnic_type normal with profile {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 01:30:48.439934 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.managers [req-04e85aef-de8e-4886-abd3-8f6f47e63064 req-f71fc71e-d04a-4f29-8200-0906e14594a5 service neutron] Attempting to bind port 0f68a3b4-5d9c-4b17-875e-e3990c07efa7 by drivers openvswitch,hyperv on host hv-cinder-75916 at level 0 using segments [{'id': 'accd45c7-48e3-4a5d-80d2-4898f355a4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b44490e8-3c86-4803-b813-6cfe1338f3e9'}] {{(pid=94315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 01:30:48.440331 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e85aef-de8e-4886-abd3-8f6f47e63064 req-f71fc71e-d04a-4f29-8200-0906e14594a5 service neutron] Attempting to bind port 0f68a3b4-5d9c-4b17-875e-e3990c07efa7 on network b44490e8-3c86-4803-b813-6cfe1338f3e9 {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:30:48.458375 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e85aef-de8e-4886-abd3-8f6f47e63064 req-f71fc71e-d04a-4f29-8200-0906e14594a5 service neutron] Port 0f68a3b4-5d9c-4b17-875e-e3990c07efa7 on network b44490e8-3c86-4803-b813-6cfe1338f3e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75916 {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 01:30:48.459126 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e85aef-de8e-4886-abd3-8f6f47e63064 req-f71fc71e-d04a-4f29-8200-0906e14594a5 service neutron] Attempting to bind port 0f68a3b4-5d9c-4b17-875e-e3990c07efa7 on network b44490e8-3c86-4803-b813-6cfe1338f3e9 {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:30:48.485534 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e85aef-de8e-4886-abd3-8f6f47e63064 req-f71fc71e-d04a-4f29-8200-0906e14594a5 service neutron] Checking agent: {'id': '7830a306-a71a-451e-a6c7-89247e1febf2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75916', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 1, 28, 23), 'started_at': datetime.datetime(2021, 8, 27, 1, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 1, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 01:30:48.487307 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e85aef-de8e-4886-abd3-8f6f47e63064 req-f71fc71e-d04a-4f29-8200-0906e14594a5 service neutron] Checking segment: {'id': 'accd45c7-48e3-4a5d-80d2-4898f355a4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b44490e8-3c86-4803-b813-6cfe1338f3e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:30:48.494227 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e85aef-de8e-4886-abd3-8f6f47e63064 req-f71fc71e-d04a-4f29-8200-0906e14594a5 service neutron] Bound using segment: {'id': 'accd45c7-48e3-4a5d-80d2-4898f355a4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b44490e8-3c86-4803-b813-6cfe1338f3e9'} {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 01:30:48.503473 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.managers [req-04e85aef-de8e-4886-abd3-8f6f47e63064 req-f71fc71e-d04a-4f29-8200-0906e14594a5 service neutron] Bound port: 0f68a3b4-5d9c-4b17-875e-e3990c07efa7, host: hv-cinder-75916, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'accd45c7-48e3-4a5d-80d2-4898f355a4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b44490e8-3c86-4803-b813-6cfe1338f3e9'}}] {{(pid=94315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 01:30:48.507811 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-04e85aef-de8e-4886-abd3-8f6f47e63064 req-f71fc71e-d04a-4f29-8200-0906e14594a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:48.716288 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port f18d8c2b-ab08-4402-a440-92bdcf75c38a, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=f18d8c2b-ab08-4402-a440-92bdcf75c38a,segment=NetworkSegment(c42d10cd-c3ef-4c1a-a7ca-8e269f5416ab),segment_id=c42d10cd-c3ef-4c1a-a7ca-8e269f5416ab)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:30:48.729101 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Returning: {'device': 'f18d8c2b-ab08-4402-a440-92bdcf75c38a', 'network_id': '6cba5cc2-c26d-402b-a305-3f91c04ec99b', 'port_id': 'f18d8c2b-ab08-4402-a440-92bdcf75c38a', 'mac_address': 'fa:16:3e:5c:c6:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b7ebb0-22fa-4fc2-81e3-fd4ce0a9462d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 01:30:48.744430 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [req-04e85aef-de8e-4886-abd3-8f6f47e63064 req-f71fc71e-d04a-4f29-8200-0906e14594a5 service neutron] For port 0f68a3b4-5d9c-4b17-875e-e3990c07efa7, host hv-cinder-75916, cleared binding levels {{(pid=94315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 01:30:48.813523 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [req-04e85aef-de8e-4886-abd3-8f6f47e63064 req-f71fc71e-d04a-4f29-8200-0906e14594a5 service neutron] For port 0f68a3b4-5d9c-4b17-875e-e3990c07efa7, host hv-cinder-75916, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=0f68a3b4-5d9c-4b17-875e-e3990c07efa7,segment=NetworkSegment(accd45c7-48e3-4a5d-80d2-4898f355a4d0),segment_id=accd45c7-48e3-4a5d-80d2-4898f355a4d0)] {{(pid=94315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 01:30:48.815795 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:48.834600 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.notifiers.nova [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f18d8c2b-ab08-4402-a440-92bdcf75c38a {{(pid=94317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 01:30:48.861241 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30aa24-ccab-49db-9bc0-82d04e969250 req-202f0854-e50a-4601-9feb-a8f8e3b27f17 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:48.876308 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-2f30aa24-ccab-49db-9bc0-82d04e969250 req-202f0854-e50a-4601-9feb-a8f8e3b27f17 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b401b16-f181-45c2-99c7-73e06eb28974 HTTP/1.1" status: 200 len: 944 time: 0.1629031 Aug 27 01:30:48.884196 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 01:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c1dde4-570a-4731-90f5-ceb4d14bc3b8 x-openstack-request-id: req-68c1dde4-570a-4731-90f5-ceb4d14bc3b8 {{(pid=94316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:30:48.884196 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ec83298-8a1e-4edd-be07-4e0592a0ce04", "tag": "5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e", "status": "completed", "code": 200}]} {{(pid=94316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:30:48.884196 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-68c1dde4-570a-4731-90f5-ceb4d14bc3b8 {{(pid=94316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:30:48.884196 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ec83298-8a1e-4edd-be07-4e0592a0ce04', 'tag': '5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e', 'status': 'completed', 'code': 200} Aug 27 01:30:48.889465 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port f18d8c2b-ab08-4402-a440-92bdcf75c38a, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=f18d8c2b-ab08-4402-a440-92bdcf75c38a,segment=NetworkSegment(c42d10cd-c3ef-4c1a-a7ca-8e269f5416ab),segment_id=c42d10cd-c3ef-4c1a-a7ca-8e269f5416ab)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:30:48.908380 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-04e85aef-de8e-4886-abd3-8f6f47e63064 req-f71fc71e-d04a-4f29-8200-0906e14594a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:48.925644 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5c3fe-b4c5-4bb4-9512-67fd6be54ba5 req-80f2612b-921a-4058-9d86-4c65a67fb6d9 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:48.927310 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-6bf5c3fe-b4c5-4bb4-9512-67fd6be54ba5 req-80f2612b-921a-4058-9d86-4c65a67fb6d9 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 943 time: 0.6350963 Aug 27 01:30:48.961208 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e85aef-de8e-4886-abd3-8f6f47e63064 req-f71fc71e-d04a-4f29-8200-0906e14594a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:48.961838 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-04e85aef-de8e-4886-abd3-8f6f47e63064 req-f71fc71e-d04a-4f29-8200-0906e14594a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for port, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:48.963232 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-04e85aef-de8e-4886-abd3-8f6f47e63064 req-f71fc71e-d04a-4f29-8200-0906e14594a5 service neutron] 10.222.0.24 "PUT /v2.0/ports/0f68a3b4-5d9c-4b17-875e-e3990c07efa7 HTTP/1.1" status: 200 len: 1094 time: 2.6850259 Aug 27 01:30:48.965595 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f0c2a27-bde3-4d4a-894b-be6dc9ed6118', 'tag': '0f68a3b4-5d9c-4b17-875e-e3990c07efa7'}] {{(pid=94315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:30:48.968656 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4b197ec9f2f0e9474c50df7e7ed8b30a1ed8e7d4526d98a0361b780d87c209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da610f14-3972-418a-8d30-b1b14aa93ea9" -d '{"events": [{"name": "network-changed", "server_uuid": "6f0c2a27-bde3-4d4a-894b-be6dc9ed6118", "tag": "0f68a3b4-5d9c-4b17-875e-e3990c07efa7"}]}' {{(pid=94315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:30:48.978732 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:48.983388 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.notifiers.nova [req-d46456dd-1a74-4846-ac15-4f9b4d1035f0 req-3f10fc23-8dea-4fd1-96c9-269f913bfa95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0fa47c1-eb17-4a46-982a-113bf408fe87 {{(pid=94316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 01:30:48.996694 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [req-d46456dd-1a74-4846-ac15-4f9b4d1035f0 req-3f10fc23-8dea-4fd1-96c9-269f913bfa95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:48.997438 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-2f30aa24-ccab-49db-9bc0-82d04e969250 req-5df32e6f-95aa-4536-9423-2b1e727f0a19 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/security-groups?id=56c82726-5717-4c95-a0e5-e06ab3e2e3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202004 Aug 27 01:30:49.009013 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-6bf5c3fe-b4c5-4bb4-9512-67fd6be54ba5 req-ed09a0f4-2ef1-4ec7-b22e-e2efd04eeea0 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620737 Aug 27 01:30:49.019928 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.provisioning_blocks [req-d46456dd-1a74-4846-ac15-4f9b4d1035f0 req-3f10fc23-8dea-4fd1-96c9-269f913bfa95 service neutron] Transition to ACTIVE for port object f0fa47c1-eb17-4a46-982a-113bf408fe87 will not be triggered until provisioned by entity L2. {{(pid=94316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:30:49.047586 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71fc71e-d04a-4f29-8200-0906e14594a5 service neutron] Pushing event updated for resources: {'Port': ['ID=0f68a3b4-5d9c-4b17-875e-e3990c07efa7,revision_number=3']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:49.100600 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Pushing event updated for resources: {'Port': ['ID=f18d8c2b-ab08-4402-a440-92bdcf75c38a,revision_number=4']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:49.112449 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [req-d46456dd-1a74-4846-ac15-4f9b4d1035f0 req-3f10fc23-8dea-4fd1-96c9-269f913bfa95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:49.156219 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98098d8-716a-4ff2-8f0a-d8492fb04999 req-5fd14db5-2b13-4ef7-9d6f-d30461c26331 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:49.160865 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d98098d8-716a-4ff2-8f0a-d8492fb04999 req-5fd14db5-2b13-4ef7-9d6f-d30461c26331 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 932 time: 0.0795286 Aug 27 01:30:49.210486 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d98098d8-716a-4ff2-8f0a-d8492fb04999 req-d5db3e2c-ddf3-44e8-a3bc-1717a8b521fb tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443633 Aug 27 01:30:49.222843 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6aa04-2a3f-4d91-8219-9c094f1f68d9 req-9c175e90-e1f2-4257-b60c-aa2493aa945f tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:49.233375 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-7bd6aa04-2a3f-4d91-8219-9c094f1f68d9 req-9c175e90-e1f2-4257-b60c-aa2493aa945f tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 944 time: 0.1511257 Aug 27 01:30:49.246481 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f10fc23-8dea-4fd1-96c9-269f913bfa95 service neutron] Pushing event updated for resources: {'Port': ['ID=f0fa47c1-eb17-4a46-982a-113bf408fe87,revision_number=2']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:49.255138 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 01:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66235609-4815-4555-82c2-4c1efff0348c x-openstack-request-id: req-66235609-4815-4555-82c2-4c1efff0348c {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:30:49.255474 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f0c2a27-bde3-4d4a-894b-be6dc9ed6118", "tag": "0f68a3b4-5d9c-4b17-875e-e3990c07efa7", "status": "completed", "code": 200}]} {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:30:49.255731 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-66235609-4815-4555-82c2-4c1efff0348c {{(pid=94315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:30:49.256254 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f0c2a27-bde3-4d4a-894b-be6dc9ed6118', 'tag': '0f68a3b4-5d9c-4b17-875e-e3990c07efa7', 'status': 'completed', 'code': 200} Aug 27 01:30:49.258437 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.managers [req-d46456dd-1a74-4846-ac15-4f9b4d1035f0 req-3f10fc23-8dea-4fd1-96c9-269f913bfa95 service neutron] Attempting to bind port f0fa47c1-eb17-4a46-982a-113bf408fe87 on host hv-cinder-75916 for vnic_type normal with profile {{(pid=94316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 01:30:49.260040 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.managers [req-d46456dd-1a74-4846-ac15-4f9b4d1035f0 req-3f10fc23-8dea-4fd1-96c9-269f913bfa95 service neutron] Attempting to bind port f0fa47c1-eb17-4a46-982a-113bf408fe87 by drivers openvswitch,hyperv on host hv-cinder-75916 at level 0 using segments [{'id': 'accd45c7-48e3-4a5d-80d2-4898f355a4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b44490e8-3c86-4803-b813-6cfe1338f3e9'}] {{(pid=94316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 01:30:49.260040 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46456dd-1a74-4846-ac15-4f9b4d1035f0 req-3f10fc23-8dea-4fd1-96c9-269f913bfa95 service neutron] Attempting to bind port f0fa47c1-eb17-4a46-982a-113bf408fe87 on network b44490e8-3c86-4803-b813-6cfe1338f3e9 {{(pid=94316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:30:49.271677 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46456dd-1a74-4846-ac15-4f9b4d1035f0 req-3f10fc23-8dea-4fd1-96c9-269f913bfa95 service neutron] Port f0fa47c1-eb17-4a46-982a-113bf408fe87 on network b44490e8-3c86-4803-b813-6cfe1338f3e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75916 {{(pid=94316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 01:30:49.271994 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46456dd-1a74-4846-ac15-4f9b4d1035f0 req-3f10fc23-8dea-4fd1-96c9-269f913bfa95 service neutron] Attempting to bind port f0fa47c1-eb17-4a46-982a-113bf408fe87 on network b44490e8-3c86-4803-b813-6cfe1338f3e9 {{(pid=94316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:30:49.280712 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46456dd-1a74-4846-ac15-4f9b4d1035f0 req-3f10fc23-8dea-4fd1-96c9-269f913bfa95 service neutron] Checking agent: {'id': '7830a306-a71a-451e-a6c7-89247e1febf2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75916', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 1, 28, 23), 'started_at': datetime.datetime(2021, 8, 27, 1, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 1, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 01:30:49.282998 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46456dd-1a74-4846-ac15-4f9b4d1035f0 req-3f10fc23-8dea-4fd1-96c9-269f913bfa95 service neutron] Checking segment: {'id': 'accd45c7-48e3-4a5d-80d2-4898f355a4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b44490e8-3c86-4803-b813-6cfe1338f3e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:30:49.282998 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46456dd-1a74-4846-ac15-4f9b4d1035f0 req-3f10fc23-8dea-4fd1-96c9-269f913bfa95 service neutron] Bound using segment: {'id': 'accd45c7-48e3-4a5d-80d2-4898f355a4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b44490e8-3c86-4803-b813-6cfe1338f3e9'} {{(pid=94316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 01:30:49.282998 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.managers [req-d46456dd-1a74-4846-ac15-4f9b4d1035f0 req-3f10fc23-8dea-4fd1-96c9-269f913bfa95 service neutron] Bound port: f0fa47c1-eb17-4a46-982a-113bf408fe87, host: hv-cinder-75916, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'accd45c7-48e3-4a5d-80d2-4898f355a4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b44490e8-3c86-4803-b813-6cfe1338f3e9'}}] {{(pid=94316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 01:30:49.282998 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [req-d46456dd-1a74-4846-ac15-4f9b4d1035f0 req-3f10fc23-8dea-4fd1-96c9-269f913bfa95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:49.305675 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-7bd6aa04-2a3f-4d91-8219-9c094f1f68d9 req-854203f7-7e3c-47c9-bc9f-7a9dd0d64cbf tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622911 Aug 27 01:30:49.362934 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.db [req-d46456dd-1a74-4846-ac15-4f9b4d1035f0 req-3f10fc23-8dea-4fd1-96c9-269f913bfa95 service neutron] For port f0fa47c1-eb17-4a46-982a-113bf408fe87, host hv-cinder-75916, cleared binding levels {{(pid=94316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 01:30:49.365944 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.db [req-d46456dd-1a74-4846-ac15-4f9b4d1035f0 req-3f10fc23-8dea-4fd1-96c9-269f913bfa95 service neutron] For port f0fa47c1-eb17-4a46-982a-113bf408fe87, host hv-cinder-75916, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=f0fa47c1-eb17-4a46-982a-113bf408fe87,segment=NetworkSegment(accd45c7-48e3-4a5d-80d2-4898f355a4d0),segment_id=accd45c7-48e3-4a5d-80d2-4898f355a4d0)] {{(pid=94316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 01:30:49.449164 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [req-d46456dd-1a74-4846-ac15-4f9b4d1035f0 req-3f10fc23-8dea-4fd1-96c9-269f913bfa95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:49.475669 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848bdcab-78bb-4f4a-96af-aa567cb813b0 req-eaeb413a-3823-4284-9915-cf24503503c4 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:49.484638 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-848bdcab-78bb-4f4a-96af-aa567cb813b0 req-eaeb413a-3823-4284-9915-cf24503503c4 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f70206d1-bfb4-4b0a-9215-72f8e06a7c66 HTTP/1.1" status: 200 len: 944 time: 0.0572765 Aug 27 01:30:49.524658 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46456dd-1a74-4846-ac15-4f9b4d1035f0 req-3f10fc23-8dea-4fd1-96c9-269f913bfa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:49.529740 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [req-d46456dd-1a74-4846-ac15-4f9b4d1035f0 req-3f10fc23-8dea-4fd1-96c9-269f913bfa95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for port, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:49.532339 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-848bdcab-78bb-4f4a-96af-aa567cb813b0 req-4105f9e8-0ac6-420b-bfe9-bb09134ee338 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466859 Aug 27 01:30:49.534289 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-d46456dd-1a74-4846-ac15-4f9b4d1035f0 req-3f10fc23-8dea-4fd1-96c9-269f913bfa95 service neutron] 10.222.0.24 "PUT /v2.0/ports/f0fa47c1-eb17-4a46-982a-113bf408fe87 HTTP/1.1" status: 200 len: 1094 time: 1.5180233 Aug 27 01:30:49.570140 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f10fc23-8dea-4fd1-96c9-269f913bfa95 service neutron] Pushing event updated for resources: {'Port': ['ID=f0fa47c1-eb17-4a46-982a-113bf408fe87,revision_number=3']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:50.106080 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b70b99-cf32-4e8d-bf39-357c797a238a req-52016c63-e429-450e-a25e-35e4bf74c161 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:50.107565 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-83b70b99-cf32-4e8d-bf39-357c797a238a req-52016c63-e429-450e-a25e-35e4bf74c161 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b401b16-f181-45c2-99c7-73e06eb28974 HTTP/1.1" status: 200 len: 944 time: 0.0515485 Aug 27 01:30:50.132502 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cd6d10-64f0-4c56-9c7e-dc38b13d5833 req-bd28c03a-5f7d-4abc-8f0e-04249298bc97 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:50.133930 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-f2cd6d10-64f0-4c56-9c7e-dc38b13d5833 req-bd28c03a-5f7d-4abc-8f0e-04249298bc97 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 943 time: 0.0480061 Aug 27 01:30:50.145617 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-83b70b99-cf32-4e8d-bf39-357c797a238a req-f303a20e-5031-4161-a54a-2c21fd8993a0 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/security-groups?id=56c82726-5717-4c95-a0e5-e06ab3e2e3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317492 Aug 27 01:30:50.172709 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-f2cd6d10-64f0-4c56-9c7e-dc38b13d5833 req-65d6d588-0d0a-4b90-b69e-666936edfd85 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320246 Aug 27 01:30:50.323646 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae921b-d17f-4876-a2fd-a94bc109d8e9 req-26348dfd-061c-4f3d-98e8-d84bb1d4c95a tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:50.325095 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-75ae921b-d17f-4876-a2fd-a94bc109d8e9 req-26348dfd-061c-4f3d-98e8-d84bb1d4c95a tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 944 time: 0.0464990 Aug 27 01:30:50.363889 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-75ae921b-d17f-4876-a2fd-a94bc109d8e9 req-8e0eeb0b-6bfb-41e0-9e40-3f7d3c10a1fe tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317080 Aug 27 01:30:50.425638 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7069d9d4-248d-461c-8323-a4eac58b91ba req-e9b49990-8ed2-4951-943f-b4491fb2fd41 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:50.427102 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-7069d9d4-248d-461c-8323-a4eac58b91ba req-e9b49990-8ed2-4951-943f-b4491fb2fd41 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 944 time: 0.0508418 Aug 27 01:30:50.464487 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-7069d9d4-248d-461c-8323-a4eac58b91ba req-44fa0bff-5228-49c4-a08a-51ed3bc4f3a8 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311842 Aug 27 01:30:50.656093 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110cc133-2740-4be2-91e0-7127af7dbbea req-1f4df031-2bba-4377-b6ee-46f2c1b7fd69 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:50.657564 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-110cc133-2740-4be2-91e0-7127af7dbbea req-1f4df031-2bba-4377-b6ee-46f2c1b7fd69 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f70206d1-bfb4-4b0a-9215-72f8e06a7c66 HTTP/1.1" status: 200 len: 944 time: 0.0473275 Aug 27 01:30:50.694479 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-110cc133-2740-4be2-91e0-7127af7dbbea req-3c7ed70b-ae06-498a-a8ef-812c48e5854e tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311112 Aug 27 01:30:50.881274 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a469663-cc2c-4a11-8486-a758a0682e39', 'tag': 'f0fa47c1-eb17-4a46-982a-113bf408fe87'}] {{(pid=94316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:30:50.883548 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}899021d1be799054bbcf6b5e395d09f22ed0dc0e230ba80d3f80fac876f8e6bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a1b613-e76e-4ed2-b68e-4e98c08f1454" -d '{"events": [{"name": "network-changed", "server_uuid": "5a469663-cc2c-4a11-8486-a758a0682e39", "tag": "f0fa47c1-eb17-4a46-982a-113bf408fe87"}]}' {{(pid=94316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:30:50.918883 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 01:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b7514e5-4b73-491c-8e03-a8bca3110332 x-openstack-request-id: req-8b7514e5-4b73-491c-8e03-a8bca3110332 {{(pid=94316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:30:50.919177 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a469663-cc2c-4a11-8486-a758a0682e39", "tag": "f0fa47c1-eb17-4a46-982a-113bf408fe87", "status": "completed", "code": 200}]} {{(pid=94316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:30:50.919424 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8b7514e5-4b73-491c-8e03-a8bca3110332 {{(pid=94316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:30:50.920443 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a469663-cc2c-4a11-8486-a758a0682e39', 'tag': 'f0fa47c1-eb17-4a46-982a-113bf408fe87', 'status': 'completed', 'code': 200} Aug 27 01:30:51.238339 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12c26b-1f60-41ea-9d79-6f065ed26e1b req-d7f3fdd7-7b9d-4242-b830-10f01a03a466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:51.239769 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-cf12c26b-1f60-41ea-9d79-6f065ed26e1b req-d7f3fdd7-7b9d-4242-b830-10f01a03a466 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9cbe428e1f9c456087aa6ec677fe0330&device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 1096 time: 0.0657473 Aug 27 01:30:51.321703 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5706d336-374f-4630-85ed-358b086623ce req-0ed3776d-ad0c-476f-a056-55170d46de7b tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:51.323215 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-5706d336-374f-4630-85ed-358b086623ce req-0ed3776d-ad0c-476f-a056-55170d46de7b tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b401b16-f181-45c2-99c7-73e06eb28974 HTTP/1.1" status: 200 len: 944 time: 0.1025965 Aug 27 01:30:51.324471 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-cf12c26b-1f60-41ea-9d79-6f065ed26e1b req-66dd0ffc-a1bd-4672-b89c-d218f41fcd92 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e HTTP/1.1" status: 200 len: 217 time: 0.0598154 Aug 27 01:30:51.352025 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da610f14-3972-418a-8d30-b1b14aa93ea9 req-c8bef4f3-f3ca-4b04-b956-d1375f79f5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:51.360492 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-da610f14-3972-418a-8d30-b1b14aa93ea9 req-c8bef4f3-f3ca-4b04-b956-d1375f79f5f5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc3b4bb0756249d19606e34fca91d4d5&device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 1097 time: 0.0782495 Aug 27 01:30:51.368725 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ff216-80aa-4087-9e12-2296b4421b13 req-01301481-0b21-44b0-a0f9-8389824cda28 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:51.370307 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-eb4ff216-80aa-4087-9e12-2296b4421b13 req-01301481-0b21-44b0-a0f9-8389824cda28 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 943 time: 0.0812874 Aug 27 01:30:51.420418 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-5706d336-374f-4630-85ed-358b086623ce req-f239a44e-3135-4d4f-b7b1-3463ffa07ade tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/security-groups?id=56c82726-5717-4c95-a0e5-e06ab3e2e3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787008 Aug 27 01:30:51.424372 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1b613-e76e-4ed2-b68e-4e98c08f1454 req-db13386a-a044-428d-bec6-20a35d64e30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:51.425839 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-c1a1b613-e76e-4ed2-b68e-4e98c08f1454 req-db13386a-a044-428d-bec6-20a35d64e30c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc3b4bb0756249d19606e34fca91d4d5&device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 1097 time: 0.1213930 Aug 27 01:30:51.427983 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12c26b-1f60-41ea-9d79-6f065ed26e1b req-4da78261-d08f-44ad-b617-930df360701d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:51.428858 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-cf12c26b-1f60-41ea-9d79-6f065ed26e1b req-4da78261-d08f-44ad-b617-930df360701d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=20caaf11-6500-4480-a57e-55af9949d7c0 HTTP/1.1" status: 200 len: 856 time: 0.0857637 Aug 27 01:30:51.521700 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-eb4ff216-80aa-4087-9e12-2296b4421b13 req-91369b93-535a-45e7-b71a-89eb2e28074b tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411180 Aug 27 01:30:51.535441 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243438d-fa6a-447d-96c1-ef1c3d5fec4f req-d3a6e24e-1fd0-443d-b423-356488e72c60 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:51.537195 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-5243438d-fa6a-447d-96c1-ef1c3d5fec4f req-d3a6e24e-1fd0-443d-b423-356488e72c60 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 944 time: 0.0580876 Aug 27 01:30:51.590955 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-5243438d-fa6a-447d-96c1-ef1c3d5fec4f req-5c7a2175-65f1-4264-8a92-3d3bd1db1e04 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463786 Aug 27 01:30:51.665943 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da610f14-3972-418a-8d30-b1b14aa93ea9 req-2ed417bb-2f61-4504-bb1e-ce975c397da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:51.665943 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-da610f14-3972-418a-8d30-b1b14aa93ea9 req-2ed417bb-2f61-4504-bb1e-ce975c397da0 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=cc3b4bb0756249d19606e34fca91d4d5&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2763112 Aug 27 01:30:51.670830 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77504126-6f5a-4b25-a91f-3dd7c560bd9d req-ab1c9c8f-f02a-4dfc-91ed-38d02aba3f8e tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:51.672508 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-77504126-6f5a-4b25-a91f-3dd7c560bd9d req-ab1c9c8f-f02a-4dfc-91ed-38d02aba3f8e tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 944 time: 0.0757456 Aug 27 01:30:51.715382 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-77504126-6f5a-4b25-a91f-3dd7c560bd9d req-e17f7ade-e0e5-458b-8632-4fdc1a242a59 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353796 Aug 27 01:30:51.813944 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04def852-f8b0-4f89-a876-4b65aa0fd786 req-a9eedcf6-0c6e-426a-996f-c6ed99289bbb tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:51.815347 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-04def852-f8b0-4f89-a876-4b65aa0fd786 req-a9eedcf6-0c6e-426a-996f-c6ed99289bbb tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f70206d1-bfb4-4b0a-9215-72f8e06a7c66 HTTP/1.1" status: 200 len: 944 time: 0.0517771 Aug 27 01:30:51.852795 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-04def852-f8b0-4f89-a876-4b65aa0fd786 req-42535bc3-f952-45a9-8edf-26b770b57bfa tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314929 Aug 27 01:30:52.537977 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f4878c-8cc0-4c2d-905f-2ea27d86f203 req-09db3910-c9da-443b-9c88-67cdf1767ef2 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:52.539439 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-f9f4878c-8cc0-4c2d-905f-2ea27d86f203 req-09db3910-c9da-443b-9c88-67cdf1767ef2 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b401b16-f181-45c2-99c7-73e06eb28974 HTTP/1.1" status: 200 len: 944 time: 0.0494676 Aug 27 01:30:52.582523 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-f9f4878c-8cc0-4c2d-905f-2ea27d86f203 req-3be56ab2-797a-47ac-96db-4fcebf70f510 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/security-groups?id=56c82726-5717-4c95-a0e5-e06ab3e2e3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358078 Aug 27 01:30:52.726615 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4467a281-d571-4627-a96b-b7cc92d2c252 req-3eee7c3b-f5e2-47ed-8d8e-d71bb9b21f16 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:52.728100 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-4467a281-d571-4627-a96b-b7cc92d2c252 req-3eee7c3b-f5e2-47ed-8d8e-d71bb9b21f16 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 944 time: 0.0629861 Aug 27 01:30:52.764943 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0fe587-aabc-480d-852e-b513789c7e38 req-13600ce6-ff21-4bc9-801e-c97d76ff199c tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:52.766431 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-8b0fe587-aabc-480d-852e-b513789c7e38 req-13600ce6-ff21-4bc9-801e-c97d76ff199c tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 943 time: 0.1068060 Aug 27 01:30:52.769263 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1b613-e76e-4ed2-b68e-4e98c08f1454 req-354822c2-ed9f-449a-a5d7-6e8d16edc6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:52.769523 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-4467a281-d571-4627-a96b-b7cc92d2c252 req-cceb814f-c882-4abd-a947-1cb27ab45e0f tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343537 Aug 27 01:30:52.770590 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-c1a1b613-e76e-4ed2-b68e-4e98c08f1454 req-354822c2-ed9f-449a-a5d7-6e8d16edc6fb service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=cc3b4bb0756249d19606e34fca91d4d5&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3759913 Aug 27 01:30:52.807463 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-8b0fe587-aabc-480d-852e-b513789c7e38 req-d623096d-f613-4b9a-bd1b-a9e252751979 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345657 Aug 27 01:30:52.873193 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f95f8-0cb5-4001-a70b-b14a66abe422 req-68e0feb1-23dc-4ed8-a554-c8858124e6b0 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:52.874651 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-e30f95f8-0cb5-4001-a70b-b14a66abe422 req-68e0feb1-23dc-4ed8-a554-c8858124e6b0 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 944 time: 0.0473344 Aug 27 01:30:52.912419 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-e30f95f8-0cb5-4001-a70b-b14a66abe422 req-13d4c1b3-3d34-4665-a06b-f3bbe2445f30 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318911 Aug 27 01:30:52.966274 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952bf79a-f4c2-4478-b148-bd53864a7aa8 req-21d6e7df-cc3b-4087-87fd-388bd8b4817d tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:52.968423 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-952bf79a-f4c2-4478-b148-bd53864a7aa8 req-21d6e7df-cc3b-4087-87fd-388bd8b4817d tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f70206d1-bfb4-4b0a-9215-72f8e06a7c66 HTTP/1.1" status: 200 len: 944 time: 0.0474157 Aug 27 01:30:53.004279 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-952bf79a-f4c2-4478-b148-bd53864a7aa8 req-a21a6695-e431-4e56-9ac4-e5650fa0fc60 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300198 Aug 27 01:30:53.282379 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12c26b-1f60-41ea-9d79-6f065ed26e1b req-4b2f0ba9-c15d-419f-94e5-0aa7fdb26096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:53.283818 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-cf12c26b-1f60-41ea-9d79-6f065ed26e1b req-4b2f0ba9-c15d-419f-94e5-0aa7fdb26096 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5c8689e3-4506-47c0-a652-97ed18836189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388207 Aug 27 01:30:53.701861 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5659b360-d13c-4b59-8f50-3541744d6cb0 req-379a7f10-b85b-4f29-9e16-aac9ac4d1f7b tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:53.708886 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-5659b360-d13c-4b59-8f50-3541744d6cb0 req-379a7f10-b85b-4f29-9e16-aac9ac4d1f7b tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b401b16-f181-45c2-99c7-73e06eb28974 HTTP/1.1" status: 200 len: 944 time: 0.0504229 Aug 27 01:30:53.741809 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-5659b360-d13c-4b59-8f50-3541744d6cb0 req-c27d01b0-126b-4362-9bfb-d076e3e0bda0 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/security-groups?id=56c82726-5717-4c95-a0e5-e06ab3e2e3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323122 Aug 27 01:30:53.884566 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b79dcc-d67e-4b08-95f8-1026ea4896f3 req-8c28cf77-c0da-4c01-9f71-3d569f5358e0 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:53.892470 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-42b79dcc-d67e-4b08-95f8-1026ea4896f3 req-8c28cf77-c0da-4c01-9f71-3d569f5358e0 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 944 time: 0.0483632 Aug 27 01:30:53.924655 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-42b79dcc-d67e-4b08-95f8-1026ea4896f3 req-6b323397-8964-4ec7-9f88-d9c91347537f tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321529 Aug 27 01:30:53.932749 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31009e7-08af-4e07-b978-8e271c9ed546 req-ec7a07c5-6d72-4e0d-97dc-34daece255ec tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:53.936029 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d31009e7-08af-4e07-b978-8e271c9ed546 req-ec7a07c5-6d72-4e0d-97dc-34daece255ec tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 943 time: 0.0553617 Aug 27 01:30:53.973985 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d31009e7-08af-4e07-b978-8e271c9ed546 req-1d48e331-a18f-4eb1-8513-cce066882ff5 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334032 Aug 27 01:30:54.030675 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ebe18-c68f-4c5b-90ef-3ea9784a545f req-545f3521-1f4e-46a8-9d3b-c6a64b57c4b3 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:54.032161 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-4f6ebe18-c68f-4c5b-90ef-3ea9784a545f req-545f3521-1f4e-46a8-9d3b-c6a64b57c4b3 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 944 time: 0.0522232 Aug 27 01:30:54.070264 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-4f6ebe18-c68f-4c5b-90ef-3ea9784a545f req-f63d9fe6-04d0-4e90-8d50-c1ca912d2929 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319109 Aug 27 01:30:54.116803 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b8343c-45fa-4480-9364-d47faf2cb16c req-99cb6923-a7a7-4b64-8a1a-dd0843aeb630 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:54.118258 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-c2b8343c-45fa-4480-9364-d47faf2cb16c req-99cb6923-a7a7-4b64-8a1a-dd0843aeb630 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f70206d1-bfb4-4b0a-9215-72f8e06a7c66 HTTP/1.1" status: 200 len: 944 time: 0.0473633 Aug 27 01:30:54.159548 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-c2b8343c-45fa-4480-9364-d47faf2cb16c req-6ecf7c02-168e-4f69-9e3e-16c56b96775f tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353673 Aug 27 01:30:54.322417 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:54.400798 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da610f14-3972-418a-8d30-b1b14aa93ea9 req-a71ba407-bed1-4f43-82b1-9300f8009a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:54.402312 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-da610f14-3972-418a-8d30-b1b14aa93ea9 req-a71ba407-bed1-4f43-82b1-9300f8009a7a service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1606758 Aug 27 01:30:54.454698 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] get_ports_and_sgs() called for port_ids ['f18d8c2b-ab08-4402-a440-92bdcf75c38a'] {{(pid=94317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 01:30:54.477956 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1b613-e76e-4ed2-b68e-4e98c08f1454 req-d9ff71bf-2938-4815-baa5-0ad47166442d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:54.479426 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-c1a1b613-e76e-4ed2-b68e-4e98c08f1454 req-d9ff71bf-2938-4815-baa5-0ad47166442d service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2314835 Aug 27 01:30:54.482772 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-cf12c26b-1f60-41ea-9d79-6f065ed26e1b req-8048aa77-a5a7-44af-807c-5f64b6c47c24 service neutron] 10.222.0.24 "GET /v2.0/networks/5c8689e3-4506-47c0-a652-97ed18836189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336442 Aug 27 01:30:54.524494 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e85aef-de8e-4886-abd3-8f6f47e63064 req-0299472b-32ca-495f-be7e-a02cf90d929b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:54.526370 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-04e85aef-de8e-4886-abd3-8f6f47e63064 req-0299472b-32ca-495f-be7e-a02cf90d929b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc3b4bb0756249d19606e34fca91d4d5&device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 1097 time: 0.0461383 Aug 27 01:30:54.606855 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-04e85aef-de8e-4886-abd3-8f6f47e63064 req-a1a293e2-8b9d-4dbd-ac0a-948a77aade87 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f68a3b4-5d9c-4b17-875e-e3990c07efa7 HTTP/1.1" status: 200 len: 217 time: 0.0481188 Aug 27 01:30:54.629742 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46456dd-1a74-4846-ac15-4f9b4d1035f0 req-21c30374-ddb0-45bf-9752-ecfef9771e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:54.631104 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-d46456dd-1a74-4846-ac15-4f9b4d1035f0 req-21c30374-ddb0-45bf-9752-ecfef9771e2d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc3b4bb0756249d19606e34fca91d4d5&device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 1097 time: 0.0717287 Aug 27 01:30:54.634883 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-cf12c26b-1f60-41ea-9d79-6f065ed26e1b req-9a35c333-d723-4968-b699-54dbe5d41a41 service neutron] 10.222.0.24 "GET /v2.0/networks/5c8689e3-4506-47c0-a652-97ed18836189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333029 Aug 27 01:30:54.658327 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e85aef-de8e-4886-abd3-8f6f47e63064 req-0c424f4a-548d-4a27-b7fb-0125600384e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:54.664278 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-04e85aef-de8e-4886-abd3-8f6f47e63064 req-0c424f4a-548d-4a27-b7fb-0125600384e2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a5d3291c-8bd6-41d2-89c4-7dffd869bccd HTTP/1.1" status: 200 len: 858 time: 0.0495770 Aug 27 01:30:54.695340 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-d46456dd-1a74-4846-ac15-4f9b4d1035f0 req-464797b9-37b5-4cb6-b18f-635c9db344d6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0fa47c1-eb17-4a46-982a-113bf408fe87 HTTP/1.1" status: 200 len: 217 time: 0.0353129 Aug 27 01:30:54.696409 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-04e85aef-de8e-4886-abd3-8f6f47e63064 req-b3a498aa-4c70-4acc-832f-9990e6d6f25a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b44490e8-3c86-4803-b813-6cfe1338f3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238810 Aug 27 01:30:54.775569 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46456dd-1a74-4846-ac15-4f9b4d1035f0 req-0a943fad-8b6a-48e0-a61c-672b60447aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:54.777325 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-d46456dd-1a74-4846-ac15-4f9b4d1035f0 req-0a943fad-8b6a-48e0-a61c-672b60447aaf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a5d3291c-8bd6-41d2-89c4-7dffd869bccd HTTP/1.1" status: 200 len: 858 time: 0.0657713 Aug 27 01:30:54.802250 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-04e85aef-de8e-4886-abd3-8f6f47e63064 req-b4ff1b58-9a40-4b6e-895a-c0b8b62a3bba service neutron] 10.222.0.24 "GET /v2.0/networks/b44490e8-3c86-4803-b813-6cfe1338f3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904784 Aug 27 01:30:54.892085 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de7f750-cb7b-4970-a9f9-805bf1bcb946 req-d9780538-e6a7-40bf-87b2-27f3eb4f8141 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:54.893982 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-1de7f750-cb7b-4970-a9f9-805bf1bcb946 req-d9780538-e6a7-40bf-87b2-27f3eb4f8141 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b401b16-f181-45c2-99c7-73e06eb28974 HTTP/1.1" status: 200 len: 944 time: 0.0786364 Aug 27 01:30:54.903842 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-d46456dd-1a74-4846-ac15-4f9b4d1035f0 req-b58b741b-2131-470d-b335-ae341519a1d3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b44490e8-3c86-4803-b813-6cfe1338f3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452461 Aug 27 01:30:54.955660 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-04e85aef-de8e-4886-abd3-8f6f47e63064 req-ab7023b3-c9c4-4a5c-8111-bc33cc4ac975 service neutron] 10.222.0.24 "GET /v2.0/networks/b44490e8-3c86-4803-b813-6cfe1338f3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898743 Aug 27 01:30:55.021704 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-1de7f750-cb7b-4970-a9f9-805bf1bcb946 req-60d7ef49-5e3a-459f-bde9-adce6d87f8e7 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/security-groups?id=56c82726-5717-4c95-a0e5-e06ab3e2e3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169081 Aug 27 01:30:55.027464 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4099612-a036-4b3c-9f12-e6494688c4de req-84c7e1c5-1c01-4563-9e96-137507346986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:55.028943 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-a4099612-a036-4b3c-9f12-e6494688c4de req-84c7e1c5-1c01-4563-9e96-137507346986 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9cbe428e1f9c456087aa6ec677fe0330&device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 1096 time: 0.1599050 Aug 27 01:30:55.066015 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5bdbe5-d321-48a1-9e69-89bc6e89e153 req-dde65b9c-5364-495b-b996-17649b34ab71 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:55.067693 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-4f5bdbe5-d321-48a1-9e69-89bc6e89e153 req-dde65b9c-5364-495b-b996-17649b34ab71 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 944 time: 0.0651693 Aug 27 01:30:55.107529 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-4f5bdbe5-d321-48a1-9e69-89bc6e89e153 req-ca9a2795-ecd6-4060-8d6d-dd10e4a6be89 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335052 Aug 27 01:30:55.172177 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-d46456dd-1a74-4846-ac15-4f9b4d1035f0 req-12e3f444-8b7e-41c4-ab77-3d0ee6a9347d service neutron] 10.222.0.24 "GET /v2.0/networks/b44490e8-3c86-4803-b813-6cfe1338f3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521901 Aug 27 01:30:55.230419 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2f866-0834-4b72-9b20-6d49126e1753 req-4c483355-32f6-412e-b5a6-c844f39a1276 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:55.231780 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-5fd2f866-0834-4b72-9b20-6d49126e1753 req-4c483355-32f6-412e-b5a6-c844f39a1276 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 944 time: 0.0486193 Aug 27 01:30:55.269936 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-5fd2f866-0834-4b72-9b20-6d49126e1753 req-a47827cb-4ffc-4717-8300-4db8c8c5c1ac tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309074 Aug 27 01:30:55.298375 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2fb55d-9f0d-4640-a725-1dbde4ef4539 req-87daed40-5252-4384-85aa-07241633f732 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:55.299958 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-ab2fb55d-9f0d-4640-a725-1dbde4ef4539 req-87daed40-5252-4384-85aa-07241633f732 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 943 time: 0.1953785 Aug 27 01:30:55.317082 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4099612-a036-4b3c-9f12-e6494688c4de req-0077056f-8985-4c6e-9198-c36b56cf79fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:55.318312 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-a4099612-a036-4b3c-9f12-e6494688c4de req-0077056f-8985-4c6e-9198-c36b56cf79fc service neutron] 10.222.0.24 "GET /v2.0/networks?id=5c8689e3-4506-47c0-a652-97ed18836189 HTTP/1.1" status: 200 len: 918 time: 0.2740569 Aug 27 01:30:55.386524 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-a4099612-a036-4b3c-9f12-e6494688c4de req-45107fd9-62fb-42c8-9b08-51f285b4bea8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e HTTP/1.1" status: 200 len: 217 time: 0.0594687 Aug 27 01:30:55.393653 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-d46456dd-1a74-4846-ac15-4f9b4d1035f0 req-1fbb890b-2cb2-4598-94a6-c18986671541 service neutron] 10.222.0.24 "GET /v2.0/networks/b44490e8-3c86-4803-b813-6cfe1338f3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081397 Aug 27 01:30:55.401224 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-ab2fb55d-9f0d-4640-a725-1dbde4ef4539 req-ce3920a3-a84f-4e34-bd5e-a52126baffba tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876937 Aug 27 01:30:55.408878 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf6117e-7c43-4f60-8ca3-739d429e76f0 req-a694a891-1481-4499-a820-fb3180e29c73 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:55.417229 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0cf6117e-7c43-4f60-8ca3-739d429e76f0 req-a694a891-1481-4499-a820-fb3180e29c73 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f70206d1-bfb4-4b0a-9215-72f8e06a7c66 HTTP/1.1" status: 200 len: 944 time: 0.0568552 Aug 27 01:30:55.463187 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4099612-a036-4b3c-9f12-e6494688c4de req-7a1805a9-d05d-4729-906d-f16d2cf36194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:55.464283 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-a4099612-a036-4b3c-9f12-e6494688c4de req-7a1805a9-d05d-4729-906d-f16d2cf36194 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=20caaf11-6500-4480-a57e-55af9949d7c0 HTTP/1.1" status: 200 len: 856 time: 0.0512843 Aug 27 01:30:55.467081 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0cf6117e-7c43-4f60-8ca3-739d429e76f0 req-3da28a5c-86a9-47a4-8e5c-e8ac6949ecc2 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387843 Aug 27 01:30:55.520707 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4099612-a036-4b3c-9f12-e6494688c4de req-505f8ff3-39ea-4f56-bade-84263bf06a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:55.522289 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-a4099612-a036-4b3c-9f12-e6494688c4de req-505f8ff3-39ea-4f56-bade-84263bf06a7c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5c8689e3-4506-47c0-a652-97ed18836189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413804 Aug 27 01:30:55.799684 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-a4099612-a036-4b3c-9f12-e6494688c4de req-3141b287-cc8b-4ac0-b085-ca60b0d6edef service neutron] 10.222.0.24 "GET /v2.0/networks/5c8689e3-4506-47c0-a652-97ed18836189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693946 Aug 27 01:30:55.893808 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-a4099612-a036-4b3c-9f12-e6494688c4de req-634c5274-dc8d-46cc-bf9d-04758feb3eaa service neutron] 10.222.0.24 "GET /v2.0/networks/5c8689e3-4506-47c0-a652-97ed18836189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819619 Aug 27 01:30:56.142017 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb3289-6e74-4703-9959-f99100e9d17c req-6add4280-e1d0-4442-b4eb-6d17629088ee tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:56.143521 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-e6bb3289-6e74-4703-9959-f99100e9d17c req-6add4280-e1d0-4442-b4eb-6d17629088ee tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b401b16-f181-45c2-99c7-73e06eb28974 HTTP/1.1" status: 200 len: 944 time: 0.0518470 Aug 27 01:30:56.182009 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-e6bb3289-6e74-4703-9959-f99100e9d17c req-b9a1bc8e-5247-4752-93c0-0da056e622b5 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/security-groups?id=56c82726-5717-4c95-a0e5-e06ab3e2e3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321832 Aug 27 01:30:56.229926 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af68f50-9e7e-419c-aaa7-2040dea8e673 req-1ea9f02f-7cf6-4c66-a742-30289a673d8c tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:56.231359 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6af68f50-9e7e-419c-aaa7-2040dea8e673 req-1ea9f02f-7cf6-4c66-a742-30289a673d8c tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 944 time: 0.0511374 Aug 27 01:30:56.270056 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6af68f50-9e7e-419c-aaa7-2040dea8e673 req-52d1e920-c992-47ea-98fb-dd24886aa56b tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320139 Aug 27 01:30:56.383941 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991cc579-73df-44e9-844e-59f30edab44a req-071da182-3b4a-4526-bed4-ded291a18764 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:56.385404 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-991cc579-73df-44e9-844e-59f30edab44a req-071da182-3b4a-4526-bed4-ded291a18764 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 944 time: 0.0474801 Aug 27 01:30:56.423203 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-991cc579-73df-44e9-844e-59f30edab44a req-c7ddbefd-b5e0-4a0a-8609-72278b9b6aed tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312829 Aug 27 01:30:56.521109 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd70fe-0225-466d-bcdf-81d22bb76dee req-4565ce55-885e-4d6a-be1b-bf14636a9f15 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:56.522646 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-8edd70fe-0225-466d-bcdf-81d22bb76dee req-4565ce55-885e-4d6a-be1b-bf14636a9f15 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 943 time: 0.0472922 Aug 27 01:30:56.562794 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-8edd70fe-0225-466d-bcdf-81d22bb76dee req-f2585d6a-28d7-450c-a123-45721872b9f4 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334487 Aug 27 01:30:56.584430 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb48cc3-e656-42a7-9490-ca7a3ba0cfbd req-3861b890-0e22-43e1-ab38-6a148f446733 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:56.585941 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-6eb48cc3-e656-42a7-9490-ca7a3ba0cfbd req-3861b890-0e22-43e1-ab38-6a148f446733 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f70206d1-bfb4-4b0a-9215-72f8e06a7c66 HTTP/1.1" status: 200 len: 944 time: 0.0496366 Aug 27 01:30:56.625223 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-6eb48cc3-e656-42a7-9490-ca7a3ba0cfbd req-3cdda33c-0552-43d1-890d-ae35840cd015 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326805 Aug 27 01:30:57.293787 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873519f7-32b3-427f-aa43-7b62f3a040b7 req-7ec662e2-5e6b-4103-8a31-3b6d24b444e1 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:57.295242 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-873519f7-32b3-427f-aa43-7b62f3a040b7 req-7ec662e2-5e6b-4103-8a31-3b6d24b444e1 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b401b16-f181-45c2-99c7-73e06eb28974 HTTP/1.1" status: 200 len: 944 time: 0.0476232 Aug 27 01:30:57.334930 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-873519f7-32b3-427f-aa43-7b62f3a040b7 req-5f40516b-2c4d-45a0-8eec-bcc29bbc0e4a tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/security-groups?id=56c82726-5717-4c95-a0e5-e06ab3e2e3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332408 Aug 27 01:30:57.387729 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e819b-8bfe-4c3d-87bc-53aaea3e9c6a req-e16b3f76-43aa-4316-a4c1-7469e4c8cbdd tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:57.389182 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-ee5e819b-8bfe-4c3d-87bc-53aaea3e9c6a req-e16b3f76-43aa-4316-a4c1-7469e4c8cbdd tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 944 time: 0.0512283 Aug 27 01:30:57.427172 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-ee5e819b-8bfe-4c3d-87bc-53aaea3e9c6a req-e3e20799-b562-4626-9e68-d7b5105afaf2 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318029 Aug 27 01:30:57.535250 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f642bec-1bd3-4fc5-b422-27ccf3d4e0fe req-4beda844-11bd-4e84-b981-3c635b5e5c6d tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:57.536673 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-7f642bec-1bd3-4fc5-b422-27ccf3d4e0fe req-4beda844-11bd-4e84-b981-3c635b5e5c6d tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 944 time: 0.0492814 Aug 27 01:30:57.574005 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-7f642bec-1bd3-4fc5-b422-27ccf3d4e0fe req-0b5212c9-ae37-4760-be38-65467fa7996b tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314560 Aug 27 01:30:57.681450 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a45cd3-6f95-4205-ab05-9f47ad2259a1 req-059405a4-8e92-4efd-bb3e-8904e113a26e tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:57.682947 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-c3a45cd3-6f95-4205-ab05-9f47ad2259a1 req-059405a4-8e92-4efd-bb3e-8904e113a26e tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 943 time: 0.0493236 Aug 27 01:30:57.722071 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-c3a45cd3-6f95-4205-ab05-9f47ad2259a1 req-41b9a232-0148-4ca8-9bce-6794dd908a84 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328164 Aug 27 01:30:57.747582 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e374aec-d3cd-4166-99c4-06b1084efd39 req-98e2c8e5-564e-4162-b48a-72392b9e127e tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:57.749148 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6e374aec-d3cd-4166-99c4-06b1084efd39 req-98e2c8e5-564e-4162-b48a-72392b9e127e tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f70206d1-bfb4-4b0a-9215-72f8e06a7c66 HTTP/1.1" status: 200 len: 944 time: 0.0477350 Aug 27 01:30:57.786725 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6e374aec-d3cd-4166-99c4-06b1084efd39 req-291c3fc3-b7e4-4a9c-9842-51255873ccdc tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317371 Aug 27 01:30:58.020158 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device 5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e details requested by agent hyperv_hv-cinder-75916 with host hv-cinder-75916 {{(pid=94317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 01:30:58.114560 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port 5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e,segment=NetworkSegment(f8ab679e-b537-4c90-a2f7-0b9fb93d20b1),segment_id=f8ab679e-b537-4c90-a2f7-0b9fb93d20b1)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:30:58.126573 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Returning: {'device': '5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e', 'network_id': '5c8689e3-4506-47c0-a652-97ed18836189', 'port_id': '5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e', 'mac_address': 'fa:16:3e:d7:aa:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20caaf11-6500-4480-a57e-55af9949d7c0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 01:30:58.162537 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:58.177686 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.notifiers.nova [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e {{(pid=94317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 01:30:58.197161 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port 5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e,segment=NetworkSegment(f8ab679e-b537-4c90-a2f7-0b9fb93d20b1),segment_id=f8ab679e-b537-4c90-a2f7-0b9fb93d20b1)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:30:58.282358 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:58.282946 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device 0f68a3b4-5d9c-4b17-875e-e3990c07efa7 details requested by agent hyperv_hv-cinder-75916 with host hv-cinder-75916 {{(pid=94317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 01:30:58.369934 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Pushing event updated for resources: {'Port': ['ID=5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e,revision_number=4']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:58.414892 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port 0f68a3b4-5d9c-4b17-875e-e3990c07efa7, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=0f68a3b4-5d9c-4b17-875e-e3990c07efa7,segment=NetworkSegment(accd45c7-48e3-4a5d-80d2-4898f355a4d0),segment_id=accd45c7-48e3-4a5d-80d2-4898f355a4d0)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:30:58.426303 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Returning: {'device': '0f68a3b4-5d9c-4b17-875e-e3990c07efa7', 'network_id': 'b44490e8-3c86-4803-b813-6cfe1338f3e9', 'port_id': '0f68a3b4-5d9c-4b17-875e-e3990c07efa7', 'mac_address': 'fa:16:3e:cd:e1:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5d3291c-8bd6-41d2-89c4-7dffd869bccd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 01:30:58.448022 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f6581-3801-4e3a-96d7-bad8a67d5f29 req-694aebf9-298c-4b6b-86aa-6944473623aa tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:58.449535 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-4e2f6581-3801-4e3a-96d7-bad8a67d5f29 req-694aebf9-298c-4b6b-86aa-6944473623aa tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b401b16-f181-45c2-99c7-73e06eb28974 HTTP/1.1" status: 200 len: 944 time: 0.0480571 Aug 27 01:30:58.466564 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:58.479442 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.notifiers.nova [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f68a3b4-5d9c-4b17-875e-e3990c07efa7 {{(pid=94317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 01:30:58.497372 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-4e2f6581-3801-4e3a-96d7-bad8a67d5f29 req-e048c5a9-d173-4802-9c3b-67a9733ced62 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/security-groups?id=56c82726-5717-4c95-a0e5-e06ab3e2e3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333519 Aug 27 01:30:58.498131 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port 0f68a3b4-5d9c-4b17-875e-e3990c07efa7, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=0f68a3b4-5d9c-4b17-875e-e3990c07efa7,segment=NetworkSegment(accd45c7-48e3-4a5d-80d2-4898f355a4d0),segment_id=accd45c7-48e3-4a5d-80d2-4898f355a4d0)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:30:58.542987 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dcbaeb-95dd-4349-b338-44bbb9b211ac req-4931d948-0746-4515-9bd8-002b24c416dc tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:58.544390 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-f6dcbaeb-95dd-4349-b338-44bbb9b211ac req-4931d948-0746-4515-9bd8-002b24c416dc tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 944 time: 0.0493703 Aug 27 01:30:58.582283 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-f6dcbaeb-95dd-4349-b338-44bbb9b211ac req-bffb84f2-0a1c-4e65-9862-fa076137b749 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313060 Aug 27 01:30:58.590826 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:58.640377 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Pushing event updated for resources: {'Port': ['ID=0f68a3b4-5d9c-4b17-875e-e3990c07efa7,revision_number=4']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:58.690960 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c26fb-67d3-4a77-8608-a6caca563c11 req-ce418693-2e97-4ef6-8743-45d1963dc923 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:58.692418 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-1b8c26fb-67d3-4a77-8608-a6caca563c11 req-ce418693-2e97-4ef6-8743-45d1963dc923 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 944 time: 0.0516126 Aug 27 01:30:58.728247 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-1b8c26fb-67d3-4a77-8608-a6caca563c11 req-76099178-8ad4-4eb2-b219-3c52e377dac2 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297425 Aug 27 01:30:58.843747 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65101872-b2fc-4871-985b-b183fb388740 req-9748fc3b-0e9c-48c3-b2ce-6431fa5d3e68 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:58.845221 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-65101872-b2fc-4871-985b-b183fb388740 req-9748fc3b-0e9c-48c3-b2ce-6431fa5d3e68 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 944 time: 0.0541699 Aug 27 01:30:58.884115 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-65101872-b2fc-4871-985b-b183fb388740 req-3981ad9c-56a7-4f6b-87df-6ba1470e83c2 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329010 Aug 27 01:30:58.907015 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd997725-d31a-47c0-9be9-3c1c471a2d50 req-0a4d3968-dda9-4cf1-9561-ab3069d1b8c9 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:58.908498 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-dd997725-d31a-47c0-9be9-3c1c471a2d50 req-0a4d3968-dda9-4cf1-9561-ab3069d1b8c9 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f70206d1-bfb4-4b0a-9215-72f8e06a7c66 HTTP/1.1" status: 200 len: 944 time: 0.0556951 Aug 27 01:30:58.946563 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-dd997725-d31a-47c0-9be9-3c1c471a2d50 req-988beca5-3bb8-4de9-b4d5-4f17ea5a76a0 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320859 Aug 27 01:30:59.006328 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.agents_db [None req-fec0d0a0-65fd-4898-8015-6bc2580b487e None None] Agent healthcheck: found 6 active agents {{(pid=94318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 01:30:59.069487 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device f18d8c2b-ab08-4402-a440-92bdcf75c38a up at agent hyperv_hv-cinder-75916 {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:30:59.177652 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Provisioning for port f18d8c2b-ab08-4402-a440-92bdcf75c38a completed by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:30:59.181821 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Provisioning complete for port f18d8c2b-ab08-4402-a440-92bdcf75c38a triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:30:59.182194 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:59.262352 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:59.284845 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be807b17-abdc-4d79-b58d-b42998cdb479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18d8c2b-ab08-4402-a440-92bdcf75c38a'}] {{(pid=94317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:30:59.361120 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port f18d8c2b-ab08-4402-a440-92bdcf75c38a, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=f18d8c2b-ab08-4402-a440-92bdcf75c38a,segment=NetworkSegment(c42d10cd-c3ef-4c1a-a7ca-8e269f5416ab),segment_id=c42d10cd-c3ef-4c1a-a7ca-8e269f5416ab)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:30:59.414224 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:59.415205 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device 2f74abdb-9f0c-4344-b541-0b15dc2c35bc up at agent hyperv_hv-cinder-75916 {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:30:59.457329 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ae24146460100d3107ec4d42823fa970b16dae16efc5fac949978fe01edd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6481d282-773e-4b0d-91e8-1d5ed6358dea" -d '{"events": [{"server_uuid": "be807b17-abdc-4d79-b58d-b42998cdb479", "name": "network-vif-plugged", "status": "completed", "tag": "f18d8c2b-ab08-4402-a440-92bdcf75c38a"}]}' {{(pid=94317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:30:59.501514 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Pushing event updated for resources: {'Port': ['ID=f18d8c2b-ab08-4402-a440-92bdcf75c38a,revision_number=5']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:30:59.588785 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 01:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8bf4f8-6951-4a92-b1e1-01f9cd435add x-openstack-request-id: req-7d8bf4f8-6951-4a92-b1e1-01f9cd435add {{(pid=94317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:30:59.589052 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be807b17-abdc-4d79-b58d-b42998cdb479", "name": "network-vif-plugged", "status": "completed", "tag": "f18d8c2b-ab08-4402-a440-92bdcf75c38a", "code": 200}]} {{(pid=94317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:30:59.589395 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7d8bf4f8-6951-4a92-b1e1-01f9cd435add {{(pid=94317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:30:59.589845 dv-cinder-759169-3-iscsi neutron-server[94317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be807b17-abdc-4d79-b58d-b42998cdb479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18d8c2b-ab08-4402-a440-92bdcf75c38a', 'code': 200} Aug 27 01:30:59.615414 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7ea53-bf4c-4885-ba73-57ed12711f81 req-0878c802-f839-4c4f-8254-fa48c8dbd5c4 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:59.616955 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-c1e7ea53-bf4c-4885-ba73-57ed12711f81 req-0878c802-f839-4c4f-8254-fa48c8dbd5c4 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b401b16-f181-45c2-99c7-73e06eb28974 HTTP/1.1" status: 200 len: 944 time: 0.0509222 Aug 27 01:30:59.621472 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] get_ports_and_sgs() called for port_ids ['5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e'] {{(pid=94317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 01:30:59.649027 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] get_ports_and_sgs() called for port_ids ['0f68a3b4-5d9c-4b17-875e-e3990c07efa7'] {{(pid=94317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 01:30:59.676385 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-c1e7ea53-bf4c-4885-ba73-57ed12711f81 req-cd9696c8-bee1-4742-b322-3e3e7e9fda97 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/security-groups?id=56c82726-5717-4c95-a0e5-e06ab3e2e3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534730 Aug 27 01:30:59.700626 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Provisioning for port 2f74abdb-9f0c-4344-b541-0b15dc2c35bc completed by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:30:59.711853 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Provisioning complete for port 2f74abdb-9f0c-4344-b541-0b15dc2c35bc triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:30:59.712344 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:30:59.722013 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79d08e-b455-402c-a577-d109e1a6bbd2 req-c4ba9cdb-19ba-452b-9322-71a7389b634c tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:59.723583 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-2b79d08e-b455-402c-a577-d109e1a6bbd2 req-c4ba9cdb-19ba-452b-9322-71a7389b634c tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 944 time: 0.0552654 Aug 27 01:30:59.770470 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-2b79d08e-b455-402c-a577-d109e1a6bbd2 req-d5c0ecab-4511-410c-addc-14e030275ed8 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404510 Aug 27 01:30:59.883379 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30799238-c562-4c36-ad87-b186a11be0c4 req-5367ee0b-910a-4bba-9748-2970d1fc360c tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:30:59.885104 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-30799238-c562-4c36-ad87-b186a11be0c4 req-5367ee0b-910a-4bba-9748-2970d1fc360c tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 945 time: 0.0846107 Aug 27 01:30:59.926757 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-30799238-c562-4c36-ad87-b186a11be0c4 req-90ed9c74-dba2-46f9-99aa-05d0bb02b80b tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350597 Aug 27 01:31:00.006184 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:00.038284 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4990518f-6b3b-42ee-9e79-4bb51521f11b req-556fe608-0ea9-43cc-be37-eca76ed636c0 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:00.045284 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-4990518f-6b3b-42ee-9e79-4bb51521f11b req-556fe608-0ea9-43cc-be37-eca76ed636c0 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 944 time: 0.0728784 Aug 27 01:31:00.096433 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-4990518f-6b3b-42ee-9e79-4bb51521f11b req-8a347635-7d2a-4628-983d-f52c590714c1 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479856 Aug 27 01:31:00.118371 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port 2f74abdb-9f0c-4344-b541-0b15dc2c35bc, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=2f74abdb-9f0c-4344-b541-0b15dc2c35bc,segment=NetworkSegment(fa7a1357-6c45-4d5c-91c4-c90956998f60),segment_id=fa7a1357-6c45-4d5c-91c4-c90956998f60)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:31:00.168530 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a75557-53e4-4772-8282-18c915408163 req-415a742f-e97a-482e-8c91-091dff6d7af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:00.170125 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-08a75557-53e4-4772-8282-18c915408163 req-415a742f-e97a-482e-8c91-091dff6d7af0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 1098 time: 0.1666915 Aug 27 01:31:00.183180 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52e044-4119-44ce-b2e8-264328d37e43 req-07f6aa37-dc96-45f8-8726-5afe87fad614 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:00.184618 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-2c52e044-4119-44ce-b2e8-264328d37e43 req-07f6aa37-dc96-45f8-8726-5afe87fad614 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f70206d1-bfb4-4b0a-9215-72f8e06a7c66 HTTP/1.1" status: 200 len: 944 time: 0.1255813 Aug 27 01:31:00.196606 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:00.197464 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e up at agent hyperv_hv-cinder-75916 {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:31:00.207264 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [req-08a75557-53e4-4772-8282-18c915408163 req-810d5008-ae8f-44ec-a41d-89440c530a0c service neutron] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:00.255082 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-2c52e044-4119-44ce-b2e8-264328d37e43 req-2c47550f-dd16-4dbd-b191-9a68779ebe90 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633368 Aug 27 01:31:00.278352 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Pushing event updated for resources: {'Port': ['ID=2f74abdb-9f0c-4344-b541-0b15dc2c35bc,revision_number=5']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:31:00.330383 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [req-08a75557-53e4-4772-8282-18c915408163 req-810d5008-ae8f-44ec-a41d-89440c530a0c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:00.360767 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Provisioning for port c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e completed by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:31:00.364925 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Provisioning complete for port c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:31:00.365283 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:00.389442 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [req-08a75557-53e4-4772-8282-18c915408163 req-810d5008-ae8f-44ec-a41d-89440c530a0c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:00.422108 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-08a75557-53e4-4772-8282-18c915408163 req-810d5008-ae8f-44ec-a41d-89440c530a0c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2365294 Aug 27 01:31:00.430589 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810d5008-ae8f-44ec-a41d-89440c530a0c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e000f1-5c44-499d-b104-8e630d7db24d,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:31:00.463818 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:00.495354 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e,segment=NetworkSegment(f46d30fd-ee13-4318-b586-c425fc0d32de),segment_id=f46d30fd-ee13-4318-b586-c425fc0d32de)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:31:00.551042 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:00.602642 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Pushing event updated for resources: {'Port': ['ID=c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e,revision_number=5']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:31:00.794288 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e7e5a-8dfd-4db4-bf6d-ca0d73d168f0 req-1b240832-f2a2-4d7f-b8c9-b05dd20dfdbf tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:00.797027 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d58e7e5a-8dfd-4db4-bf6d-ca0d73d168f0 req-1b240832-f2a2-4d7f-b8c9-b05dd20dfdbf tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b401b16-f181-45c2-99c7-73e06eb28974 HTTP/1.1" status: 200 len: 945 time: 0.0523064 Aug 27 01:31:00.835986 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d58e7e5a-8dfd-4db4-bf6d-ca0d73d168f0 req-ae516fd6-cb14-454a-be6c-f3272b317338 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/security-groups?id=56c82726-5717-4c95-a0e5-e06ab3e2e3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327928 Aug 27 01:31:00.887223 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05850aa-e6a2-4556-ba77-c49f487238ca req-f89b2c2f-7f49-41a9-ba4c-9fa88cb4c996 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:00.888782 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-c05850aa-e6a2-4556-ba77-c49f487238ca req-f89b2c2f-7f49-41a9-ba4c-9fa88cb4c996 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 944 time: 0.0493937 Aug 27 01:31:00.926423 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-c05850aa-e6a2-4556-ba77-c49f487238ca req-b4a8127e-2938-49e5-8624-495bbfa70fef tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309761 Aug 27 01:31:01.049401 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23d199-4026-4cb0-9310-ac9e30b94d4e req-3fa45862-4cf0-48de-ae68-1835ca1d02e4 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:01.050851 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-5e23d199-4026-4cb0-9310-ac9e30b94d4e req-3fa45862-4cf0-48de-ae68-1835ca1d02e4 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 945 time: 0.0499954 Aug 27 01:31:01.087688 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-5e23d199-4026-4cb0-9310-ac9e30b94d4e req-7a5efaa8-de53-4763-bcc1-75ec2fa3ffe2 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306885 Aug 27 01:31:01.151856 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device f0fa47c1-eb17-4a46-982a-113bf408fe87 details requested by agent hyperv_hv-cinder-75916 with host hv-cinder-75916 {{(pid=94317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 01:31:01.163101 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device 0f68a3b4-5d9c-4b17-875e-e3990c07efa7 up at agent hyperv_hv-cinder-75916 {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:31:01.227752 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365c6c5-c9bc-4c6a-88f8-f46a4532cc95 req-ffb4f22f-6a3b-4b65-a470-52fd74e85de9 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:01.229276 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-1365c6c5-c9bc-4c6a-88f8-f46a4532cc95 req-ffb4f22f-6a3b-4b65-a470-52fd74e85de9 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 944 time: 0.0600190 Aug 27 01:31:01.270221 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-1365c6c5-c9bc-4c6a-88f8-f46a4532cc95 req-d63e1fda-8664-4e15-8914-ce6718f64ce2 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342071 Aug 27 01:31:01.289296 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port f0fa47c1-eb17-4a46-982a-113bf408fe87, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=f0fa47c1-eb17-4a46-982a-113bf408fe87,segment=NetworkSegment(accd45c7-48e3-4a5d-80d2-4898f355a4d0),segment_id=accd45c7-48e3-4a5d-80d2-4898f355a4d0)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:31:01.302837 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Returning: {'device': 'f0fa47c1-eb17-4a46-982a-113bf408fe87', 'network_id': 'b44490e8-3c86-4803-b813-6cfe1338f3e9', 'port_id': 'f0fa47c1-eb17-4a46-982a-113bf408fe87', 'mac_address': 'fa:16:3e:ef:14:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5d3291c-8bd6-41d2-89c4-7dffd869bccd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 01:31:01.344795 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:01.357595 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.notifiers.nova [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0fa47c1-eb17-4a46-982a-113bf408fe87 {{(pid=94317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 01:31:01.369051 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Provisioning for port 0f68a3b4-5d9c-4b17-875e-e3990c07efa7 completed by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:31:01.384403 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port f0fa47c1-eb17-4a46-982a-113bf408fe87, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=f0fa47c1-eb17-4a46-982a-113bf408fe87,segment=NetworkSegment(accd45c7-48e3-4a5d-80d2-4898f355a4d0),segment_id=accd45c7-48e3-4a5d-80d2-4898f355a4d0)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:31:01.385366 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Provisioning complete for port 0f68a3b4-5d9c-4b17-875e-e3990c07efa7 triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:31:01.385729 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:01.388003 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c222471-5f63-4c5e-bda8-d17c3d7891d8 req-8a1d4308-5037-4dd9-a942-af02ca58f3d5 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:01.389554 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-5c222471-5f63-4c5e-bda8-d17c3d7891d8 req-8a1d4308-5037-4dd9-a942-af02ca58f3d5 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f70206d1-bfb4-4b0a-9215-72f8e06a7c66 HTTP/1.1" status: 200 len: 945 time: 0.0504804 Aug 27 01:31:01.442617 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:01.449687 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-5c222471-5f63-4c5e-bda8-d17c3d7891d8 req-eae68cca-98f1-4b82-b9e9-5952c3f0cc5d tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510962 Aug 27 01:31:01.528080 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:01.529961 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Pushing event updated for resources: {'Port': ['ID=f0fa47c1-eb17-4a46-982a-113bf408fe87,revision_number=4']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:31:01.562856 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port 0f68a3b4-5d9c-4b17-875e-e3990c07efa7, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=0f68a3b4-5d9c-4b17-875e-e3990c07efa7,segment=NetworkSegment(accd45c7-48e3-4a5d-80d2-4898f355a4d0),segment_id=accd45c7-48e3-4a5d-80d2-4898f355a4d0)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:31:01.590875 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b401b16-f181-45c2-99c7-73e06eb28974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f74abdb-9f0c-4344-b541-0b15dc2c35bc'}, {'server_uuid': 'f70206d1-bfb4-4b0a-9215-72f8e06a7c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e'}, {'server_uuid': '6f0c2a27-bde3-4d4a-894b-be6dc9ed6118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f68a3b4-5d9c-4b17-875e-e3990c07efa7'}] {{(pid=94317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:31:01.593350 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ae24146460100d3107ec4d42823fa970b16dae16efc5fac949978fe01edd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65643b70-7ab1-49d5-bb97-aacee7bd3c4b" -d '{"events": [{"server_uuid": "9b401b16-f181-45c2-99c7-73e06eb28974", "name": "network-vif-plugged", "status": "completed", "tag": "2f74abdb-9f0c-4344-b541-0b15dc2c35bc"}, {"server_uuid": "f70206d1-bfb4-4b0a-9215-72f8e06a7c66", "name": "network-vif-plugged", "status": "completed", "tag": "c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e"}, {"server_uuid": "6f0c2a27-bde3-4d4a-894b-be6dc9ed6118", "name": "network-vif-plugged", "status": "completed", "tag": "0f68a3b4-5d9c-4b17-875e-e3990c07efa7"}]}' {{(pid=94317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:31:01.626126 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:01.626974 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device 5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e up at agent hyperv_hv-cinder-75916 {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:31:01.650492 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 27 Aug 2021 01:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8f9c09-f504-45f3-a211-4108effb0723 x-openstack-request-id: req-ef8f9c09-f504-45f3-a211-4108effb0723 {{(pid=94317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:31:01.650788 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b401b16-f181-45c2-99c7-73e06eb28974", "name": "network-vif-plugged", "status": "completed", "tag": "2f74abdb-9f0c-4344-b541-0b15dc2c35bc", "code": 200}, {"server_uuid": "f70206d1-bfb4-4b0a-9215-72f8e06a7c66", "name": "network-vif-plugged", "status": "completed", "tag": "c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e", "code": 200}, {"server_uuid": "6f0c2a27-bde3-4d4a-894b-be6dc9ed6118", "name": "network-vif-plugged", "status": "completed", "tag": "0f68a3b4-5d9c-4b17-875e-e3990c07efa7", "code": 200}]} {{(pid=94317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:31:01.651075 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ef8f9c09-f504-45f3-a211-4108effb0723 {{(pid=94317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:31:01.651461 dv-cinder-759169-3-iscsi neutron-server[94317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b401b16-f181-45c2-99c7-73e06eb28974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f74abdb-9f0c-4344-b541-0b15dc2c35bc', 'code': 200} Aug 27 01:31:01.651712 dv-cinder-759169-3-iscsi neutron-server[94317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f70206d1-bfb4-4b0a-9215-72f8e06a7c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e', 'code': 200} Aug 27 01:31:01.651956 dv-cinder-759169-3-iscsi neutron-server[94317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f0c2a27-bde3-4d4a-894b-be6dc9ed6118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f68a3b4-5d9c-4b17-875e-e3990c07efa7', 'code': 200} Aug 27 01:31:01.713894 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Pushing event updated for resources: {'Port': ['ID=0f68a3b4-5d9c-4b17-875e-e3990c07efa7,revision_number=5']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:31:01.789541 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Provisioning for port 5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e completed by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:31:01.793753 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Provisioning complete for port 5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:31:01.794121 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:01.879442 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:01.915980 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port 5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e,segment=NetworkSegment(f8ab679e-b537-4c90-a2f7-0b9fb93d20b1),segment_id=f8ab679e-b537-4c90-a2f7-0b9fb93d20b1)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:31:01.955956 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901dd11-3528-4b4f-8d10-8d168019b9c9 req-cc82fd60-6023-4192-a8dd-828433bc32fb tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:01.957477 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-5901dd11-3528-4b4f-8d10-8d168019b9c9 req-cc82fd60-6023-4192-a8dd-828433bc32fb tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b401b16-f181-45c2-99c7-73e06eb28974 HTTP/1.1" status: 200 len: 945 time: 0.0523543 Aug 27 01:31:01.991031 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:01.998128 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-5901dd11-3528-4b4f-8d10-8d168019b9c9 req-836ccc3b-c9d6-4452-a8f7-32431b7a25bd tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/security-groups?id=56c82726-5717-4c95-a0e5-e06ab3e2e3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333407 Aug 27 01:31:02.048754 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Pushing event updated for resources: {'Port': ['ID=5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e,revision_number=5']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:31:02.049986 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8568f975-f3d1-42a2-868d-f0a8002d4cd9 req-5352148d-0435-4e17-a558-81b21d75b63a tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:02.052149 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-8568f975-f3d1-42a2-868d-f0a8002d4cd9 req-5352148d-0435-4e17-a558-81b21d75b63a tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 945 time: 0.0571532 Aug 27 01:31:02.091230 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-8568f975-f3d1-42a2-868d-f0a8002d4cd9 req-c13e3fbe-119b-4e0d-add5-a76dd24f41f5 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325549 Aug 27 01:31:02.214606 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f542f58-158e-48e0-827e-a4bfbed5b6d3 req-8452f91f-7665-4ab0-b01b-10ff8a3f3d0a tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:02.216096 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-3f542f58-158e-48e0-827e-a4bfbed5b6d3 req-8452f91f-7665-4ab0-b01b-10ff8a3f3d0a tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 945 time: 0.0555751 Aug 27 01:31:02.254184 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-3f542f58-158e-48e0-827e-a4bfbed5b6d3 req-85a7ea0d-bd1c-4310-a7c8-b34bf13f8032 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320277 Aug 27 01:31:02.414283 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609adbda-6596-4b6b-af39-9552a8f5d28d req-4f883cbb-9fd6-487e-8eb4-b98b90150d5e tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:02.415770 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-609adbda-6596-4b6b-af39-9552a8f5d28d req-4f883cbb-9fd6-487e-8eb4-b98b90150d5e tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 945 time: 0.0522542 Aug 27 01:31:02.454824 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-609adbda-6596-4b6b-af39-9552a8f5d28d req-689b2344-9af5-4c76-b668-7dd0a0238b25 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321093 Aug 27 01:31:02.568424 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6216083-6792-41e4-9d66-7e63f573989f req-6056287f-fbe3-4b10-ab63-12d45fb1f5a4 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:02.570030 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-a6216083-6792-41e4-9d66-7e63f573989f req-6056287f-fbe3-4b10-ab63-12d45fb1f5a4 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f70206d1-bfb4-4b0a-9215-72f8e06a7c66 HTTP/1.1" status: 200 len: 945 time: 0.0475395 Aug 27 01:31:02.607345 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-a6216083-6792-41e4-9d66-7e63f573989f req-02af13c8-ff02-462c-bbd3-14d02c642fbf tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316286 Aug 27 01:31:03.122442 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3065d-986d-4331-8387-bf5071cda3f9 req-6acfa254-7d12-4ae3-a36a-7d7330cd0f15 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:03.123982 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-30d3065d-986d-4331-8387-bf5071cda3f9 req-6acfa254-7d12-4ae3-a36a-7d7330cd0f15 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b401b16-f181-45c2-99c7-73e06eb28974 HTTP/1.1" status: 200 len: 945 time: 0.0539782 Aug 27 01:31:03.163472 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-30d3065d-986d-4331-8387-bf5071cda3f9 req-befb98b1-558b-4ed3-a602-18bf426772dc tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/security-groups?id=56c82726-5717-4c95-a0e5-e06ab3e2e3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330291 Aug 27 01:31:03.213358 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb56cb1-06db-4985-bc76-8d7d96f6be21 req-ce42fdf9-4abd-4204-94a0-a65c605ad5ce tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:03.214829 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-ceb56cb1-06db-4985-bc76-8d7d96f6be21 req-ce42fdf9-4abd-4204-94a0-a65c605ad5ce tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 945 time: 0.0550494 Aug 27 01:31:03.251916 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-ceb56cb1-06db-4985-bc76-8d7d96f6be21 req-30a32b9a-7772-4aa1-b641-48f359ec7c1c tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311491 Aug 27 01:31:03.367658 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e03c40-a160-4ae9-9ab1-05ea442e63d8 req-8c51aaa2-37fd-454a-92d5-b5da46706e90 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:03.369154 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-44e03c40-a160-4ae9-9ab1-05ea442e63d8 req-8c51aaa2-37fd-454a-92d5-b5da46706e90 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 945 time: 0.0482876 Aug 27 01:31:03.406528 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-44e03c40-a160-4ae9-9ab1-05ea442e63d8 req-f790523f-faea-406e-9675-0c8ad3c3a30a tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302980 Aug 27 01:31:03.577889 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba7776-3eba-47eb-a8c6-f404d93af35c req-23098198-71d7-4cf7-9d36-590b5a77e323 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:03.579313 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-38ba7776-3eba-47eb-a8c6-f404d93af35c req-23098198-71d7-4cf7-9d36-590b5a77e323 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 945 time: 0.0534770 Aug 27 01:31:03.616366 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-38ba7776-3eba-47eb-a8c6-f404d93af35c req-88c0bcca-6081-4f3c-8c25-ba3caee1ed4a tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311987 Aug 27 01:31:03.653993 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec83298-8a1e-4edd-be07-4e0592a0ce04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e'}] {{(pid=94317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:31:03.656570 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ae24146460100d3107ec4d42823fa970b16dae16efc5fac949978fe01edd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113beb76-2a73-409f-be77-106688ecc46e" -d '{"events": [{"server_uuid": "6ec83298-8a1e-4edd-be07-4e0592a0ce04", "name": "network-vif-plugged", "status": "completed", "tag": "5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e"}]}' {{(pid=94317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:31:03.694509 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 01:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb77c1b-7fa6-48fa-85dd-e1243fc205f8 x-openstack-request-id: req-deb77c1b-7fa6-48fa-85dd-e1243fc205f8 {{(pid=94317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:31:03.694802 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ec83298-8a1e-4edd-be07-4e0592a0ce04", "name": "network-vif-plugged", "status": "completed", "tag": "5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e", "code": 200}]} {{(pid=94317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:31:03.695054 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-deb77c1b-7fa6-48fa-85dd-e1243fc205f8 {{(pid=94317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:31:03.695442 dv-cinder-759169-3-iscsi neutron-server[94317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec83298-8a1e-4edd-be07-4e0592a0ce04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e', 'code': 200} Aug 27 01:31:03.725656 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd2368c-b8b4-4870-94bc-6302a72c3c94 req-c1e000a8-6687-465d-8c80-72c174a0230d tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:03.727124 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-afd2368c-b8b4-4870-94bc-6302a72c3c94 req-c1e000a8-6687-465d-8c80-72c174a0230d tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f70206d1-bfb4-4b0a-9215-72f8e06a7c66 HTTP/1.1" status: 200 len: 945 time: 0.0492139 Aug 27 01:31:03.766231 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-afd2368c-b8b4-4870-94bc-6302a72c3c94 req-07a32a23-d767-485d-8ed9-de95d6d69b46 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331686 Aug 27 01:31:04.278171 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82859e90-c522-4cfb-8a5d-91b07eb1f3ac req-11d728ea-a859-4546-bc59-4a1a4a9f49a3 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:04.279614 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-82859e90-c522-4cfb-8a5d-91b07eb1f3ac req-11d728ea-a859-4546-bc59-4a1a4a9f49a3 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b401b16-f181-45c2-99c7-73e06eb28974 HTTP/1.1" status: 200 len: 945 time: 0.0463591 Aug 27 01:31:04.318161 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-82859e90-c522-4cfb-8a5d-91b07eb1f3ac req-37bedb94-ddda-4be9-93e4-f95e67e15e01 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/security-groups?id=56c82726-5717-4c95-a0e5-e06ab3e2e3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321367 Aug 27 01:31:04.373593 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d7267d-1293-4687-91ea-fa68ae7737eb req-39e3500f-c795-4673-af16-1dd042c808e8 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:04.375425 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-78d7267d-1293-4687-91ea-fa68ae7737eb req-39e3500f-c795-4673-af16-1dd042c808e8 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 945 time: 0.0560393 Aug 27 01:31:04.414227 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-78d7267d-1293-4687-91ea-fa68ae7737eb req-f9e2ffd4-e0b8-44b7-9809-1d5f4e53f520 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324669 Aug 27 01:31:04.534562 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e219d21-aa45-4447-bd24-3bbaf17ad235 req-311c1cde-4835-4e69-9358-1b010aa12084 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:04.536028 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-3e219d21-aa45-4447-bd24-3bbaf17ad235 req-311c1cde-4835-4e69-9358-1b010aa12084 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 945 time: 0.0497551 Aug 27 01:31:04.581343 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-3e219d21-aa45-4447-bd24-3bbaf17ad235 req-7df1b1cf-eac2-445f-9417-f4a138400e99 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390747 Aug 27 01:31:04.739641 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1659d-4c69-4155-89a5-42cc58cd834d req-03686d7c-db5e-462d-b982-3528fdbdf5f0 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:04.741109 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-e8b1659d-4c69-4155-89a5-42cc58cd834d req-03686d7c-db5e-462d-b982-3528fdbdf5f0 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 945 time: 0.0504074 Aug 27 01:31:04.751750 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] get_ports_and_sgs() called for port_ids ['f0fa47c1-eb17-4a46-982a-113bf408fe87'] {{(pid=94317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 01:31:04.785744 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-e8b1659d-4c69-4155-89a5-42cc58cd834d req-ca50372f-dca1-42b9-bd75-e9f062574982 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386310 Aug 27 01:31:04.894933 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d9215-1245-465b-838d-e08ff776f6c4 req-e1179973-cea5-48f3-935d-2ca938c3828e tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:04.896420 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-425d9215-1245-465b-838d-e08ff776f6c4 req-e1179973-cea5-48f3-935d-2ca938c3828e tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f70206d1-bfb4-4b0a-9215-72f8e06a7c66 HTTP/1.1" status: 200 len: 945 time: 0.0493906 Aug 27 01:31:04.941645 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-425d9215-1245-465b-838d-e08ff776f6c4 req-fc7bf0c2-0df7-4a6f-b622-2551262f99c1 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357714 Aug 27 01:31:05.439718 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167afab-8d6b-4533-975c-8446b31187b2 req-ec2cfcee-dd7c-41b3-9fd4-d770a282cde1 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:05.441226 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-0167afab-8d6b-4533-975c-8446b31187b2 req-ec2cfcee-dd7c-41b3-9fd4-d770a282cde1 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b401b16-f181-45c2-99c7-73e06eb28974 HTTP/1.1" status: 200 len: 945 time: 0.0557406 Aug 27 01:31:05.479442 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-0167afab-8d6b-4533-975c-8446b31187b2 req-cd35466c-ee13-4a7b-9c72-b3e09205d8f8 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/security-groups?id=56c82726-5717-4c95-a0e5-e06ab3e2e3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319149 Aug 27 01:31:05.529152 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab7f51-6213-4190-8f0c-47305f08d2c2 req-79eb645d-9f99-4936-a78e-191ffb870ff8 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:05.531506 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-43ab7f51-6213-4190-8f0c-47305f08d2c2 req-79eb645d-9f99-4936-a78e-191ffb870ff8 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 945 time: 0.0498736 Aug 27 01:31:05.568349 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-43ab7f51-6213-4190-8f0c-47305f08d2c2 req-19cb7042-6754-4d0a-bb15-87c926a3f40d tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310407 Aug 27 01:31:05.699923 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee5f40-e48e-4533-ad4d-1fedbdfd465a req-c6dc3c82-e991-49a5-8123-f9880fbecfbe tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:05.701408 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-11ee5f40-e48e-4533-ad4d-1fedbdfd465a req-c6dc3c82-e991-49a5-8123-f9880fbecfbe tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 945 time: 0.0542011 Aug 27 01:31:05.738642 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-11ee5f40-e48e-4533-ad4d-1fedbdfd465a req-b5debf6b-325b-4918-861f-a09ffe2aa3af tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312293 Aug 27 01:31:05.910756 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5090e-ee3c-434d-a7d1-76e4943ce038 req-7b7a3504-e6ac-406a-9863-c9add2093399 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:05.912223 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-12c5090e-ee3c-434d-a7d1-76e4943ce038 req-7b7a3504-e6ac-406a-9863-c9add2093399 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 945 time: 0.0556080 Aug 27 01:31:05.953488 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-12c5090e-ee3c-434d-a7d1-76e4943ce038 req-fde4a2ac-ef49-4218-8db9-25a0be0fc48d tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350947 Aug 27 01:31:06.064824 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6c17d-513d-41b4-8d8d-09e2defc9766 req-d94e2f9c-6563-440a-9634-ad9e0e7eb782 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:06.066362 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-7ca6c17d-513d-41b4-8d8d-09e2defc9766 req-d94e2f9c-6563-440a-9634-ad9e0e7eb782 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f70206d1-bfb4-4b0a-9215-72f8e06a7c66 HTTP/1.1" status: 200 len: 945 time: 0.0509591 Aug 27 01:31:06.104022 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-7ca6c17d-513d-41b4-8d8d-09e2defc9766 req-1c9dac66-56e5-4175-beff-a00cc7d6955c tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317910 Aug 27 01:31:06.595663 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f4a9d-7640-4215-8224-46eb4ac242b6 req-aaa6e80d-e293-491f-a561-84020c056ca8 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:06.597003 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-488f4a9d-7640-4215-8224-46eb4ac242b6 req-aaa6e80d-e293-491f-a561-84020c056ca8 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b401b16-f181-45c2-99c7-73e06eb28974 HTTP/1.1" status: 200 len: 945 time: 0.0494599 Aug 27 01:31:06.635466 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-488f4a9d-7640-4215-8224-46eb4ac242b6 req-e895aaa4-2bce-493f-bcd4-9e25ad9623a5 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/security-groups?id=56c82726-5717-4c95-a0e5-e06ab3e2e3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326195 Aug 27 01:31:06.685413 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8dbfdf-b8ff-40fb-94ee-d3cdefdde235 req-1ee9e7d7-88e0-4729-a553-3c0a922858d9 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:06.693199 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-fd8dbfdf-b8ff-40fb-94ee-d3cdefdde235 req-1ee9e7d7-88e0-4729-a553-3c0a922858d9 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 945 time: 0.0510094 Aug 27 01:31:06.726371 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-fd8dbfdf-b8ff-40fb-94ee-d3cdefdde235 req-aaf52b9e-a3cb-48b0-87b8-ae8043ea3d8a tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330398 Aug 27 01:31:06.852168 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf0564-2f45-4879-b866-588a287978ca req-3e40c5a3-eef1-46e4-bb83-a1d7b889221d tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:06.853674 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0ebf0564-2f45-4879-b866-588a287978ca req-3e40c5a3-eef1-46e4-bb83-a1d7b889221d tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 945 time: 0.0474269 Aug 27 01:31:06.892489 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0ebf0564-2f45-4879-b866-588a287978ca req-ddad8cdf-a619-46f4-9291-e85fb2653e61 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320015 Aug 27 01:31:07.072164 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d24786-f6b9-4b8b-b741-66050ca7ac87 req-b5bf4fd4-cdb4-481a-ad54-4cc442b2a8f6 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:07.073624 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-07d24786-f6b9-4b8b-b741-66050ca7ac87 req-b5bf4fd4-cdb4-481a-ad54-4cc442b2a8f6 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 945 time: 0.0504327 Aug 27 01:31:07.109820 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-07d24786-f6b9-4b8b-b741-66050ca7ac87 req-3d609243-a02d-491f-b52f-83e71d186a62 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302246 Aug 27 01:31:07.218049 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a8732-951d-4644-8c8c-10eb87a9ff94 req-e79c565a-b127-4178-bdb4-f3f036aea988 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:07.219494 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-5f9a8732-951d-4644-8c8c-10eb87a9ff94 req-e79c565a-b127-4178-bdb4-f3f036aea988 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f70206d1-bfb4-4b0a-9215-72f8e06a7c66 HTTP/1.1" status: 200 len: 945 time: 0.0514657 Aug 27 01:31:07.255682 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-5f9a8732-951d-4644-8c8c-10eb87a9ff94 req-4fe92124-8b65-4c2c-85e2-3c4c29638d73 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304096 Aug 27 01:31:07.765415 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c790b6-5110-4d4e-88a5-dfea42b51a37 req-ac4e2bd1-72ac-479b-aa87-510a25dc402d tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:07.767569 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-c4c790b6-5110-4d4e-88a5-dfea42b51a37 req-ac4e2bd1-72ac-479b-aa87-510a25dc402d tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b401b16-f181-45c2-99c7-73e06eb28974 HTTP/1.1" status: 200 len: 945 time: 0.0577390 Aug 27 01:31:07.810727 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-c4c790b6-5110-4d4e-88a5-dfea42b51a37 req-9afb15c6-299d-40eb-ba6c-cce33a220392 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/security-groups?id=56c82726-5717-4c95-a0e5-e06ab3e2e3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367763 Aug 27 01:31:07.846860 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddf152a-460b-41cc-9c25-b425750caf8b req-975b2ed1-387c-4204-b8a5-2ac7e6ded04c tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:07.848413 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-fddf152a-460b-41cc-9c25-b425750caf8b req-975b2ed1-387c-4204-b8a5-2ac7e6ded04c tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 945 time: 0.0511062 Aug 27 01:31:07.887139 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-fddf152a-460b-41cc-9c25-b425750caf8b req-97d42c44-a97d-4914-99e7-b04f91828632 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315735 Aug 27 01:31:08.091532 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d691b1-ffa9-4c8e-a92e-6984e1cd5a24 req-8fb372e2-5f26-4d99-a917-887737956c5b tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:08.093428 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-56d691b1-ffa9-4c8e-a92e-6984e1cd5a24 req-8fb372e2-5f26-4d99-a917-887737956c5b tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 945 time: 0.1252728 Aug 27 01:31:08.103037 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db951f28-385f-421c-9662-18cbf7b50993 req-37a43034-8da7-4974-9397-78616af64dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:08.104547 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-db951f28-385f-421c-9662-18cbf7b50993 req-37a43034-8da7-4974-9397-78616af64dfb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f70206d1-bfb4-4b0a-9215-72f8e06a7c66 HTTP/1.1" status: 200 len: 1098 time: 0.1262043 Aug 27 01:31:08.106024 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd2a4f-3f2a-411f-9820-4015287da0f5 req-84577e7c-79f1-40e2-a50d-e9b85a31914d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:08.107284 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6dbd2a4f-3f2a-411f-9820-4015287da0f5 req-84577e7c-79f1-40e2-a50d-e9b85a31914d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 1098 time: 0.1157594 Aug 27 01:31:08.107384 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb553b-3825-4d1d-a3a7-17b7f32b66f6 req-7ab13859-aded-45c3-b81c-7b6d7ef97df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:08.108695 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-2cbb553b-3825-4d1d-a3a7-17b7f32b66f6 req-7ab13859-aded-45c3-b81c-7b6d7ef97df1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9b401b16-f181-45c2-99c7-73e06eb28974 HTTP/1.1" status: 200 len: 1098 time: 0.1174915 Aug 27 01:31:08.111512 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a601a-4d04-4437-8606-c2574699e0c4 req-09da5342-c97b-4887-b536-1f886921cfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:08.113138 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-840a601a-4d04-4437-8606-c2574699e0c4 req-09da5342-c97b-4887-b536-1f886921cfbe service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 1099 time: 0.1203756 Aug 27 01:31:08.173805 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-56d691b1-ffa9-4c8e-a92e-6984e1cd5a24 req-a4238720-ca9e-4aa2-8103-942255ad1ee3 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738735 Aug 27 01:31:08.196093 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-db951f28-385f-421c-9662-18cbf7b50993 req-42dd3f05-f7b8-43ee-bc13-481be806ddd6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706446 Aug 27 01:31:08.199868 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-2cbb553b-3825-4d1d-a3a7-17b7f32b66f6 req-4a77e859-cd52-41f7-8c01-d8aef284e86f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=56c82726-5717-4c95-a0e5-e06ab3e2e3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658703 Aug 27 01:31:08.210938 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6dbd2a4f-3f2a-411f-9820-4015287da0f5 req-556556eb-43a6-44a2-8dbc-c5cef8e492f4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784891 Aug 27 01:31:08.212425 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-840a601a-4d04-4437-8606-c2574699e0c4 req-adcc9b1c-34a2-404f-b852-248891d7efd5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787704 Aug 27 01:31:08.246454 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd186da2-dac9-430b-93bb-e99cd8ed0c36 req-a390ecf1-6b52-4467-8ed4-a74881a243f3 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:08.247897 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-dd186da2-dac9-430b-93bb-e99cd8ed0c36 req-a390ecf1-6b52-4467-8ed4-a74881a243f3 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 945 time: 0.0539930 Aug 27 01:31:08.289163 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-dd186da2-dac9-430b-93bb-e99cd8ed0c36 req-ed308d11-7160-4a06-9476-aff105f2f61b tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346246 Aug 27 01:31:08.368923 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe4463-2d2b-48df-a122-c78e16b580ea req-7664c4d5-737e-4e7a-8237-ddc7f49d4409 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:08.370496 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-e1fe4463-2d2b-48df-a122-c78e16b580ea req-7664c4d5-737e-4e7a-8237-ddc7f49d4409 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f70206d1-bfb4-4b0a-9215-72f8e06a7c66 HTTP/1.1" status: 200 len: 945 time: 0.0476208 Aug 27 01:31:08.412041 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-e1fe4463-2d2b-48df-a122-c78e16b580ea req-95a51f0f-ea68-468b-8f03-2633477f6991 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346086 Aug 27 01:31:09.011148 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80306a73-c34b-4806-a1b7-506c20cccdab req-eb5bd285-970e-41b8-ba33-8b7777455193 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:09.013997 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-80306a73-c34b-4806-a1b7-506c20cccdab req-eb5bd285-970e-41b8-ba33-8b7777455193 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 945 time: 0.0518653 Aug 27 01:31:09.054226 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-80306a73-c34b-4806-a1b7-506c20cccdab req-c3788837-f6d1-4afd-b107-bf9f6285945a tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336103 Aug 27 01:31:09.117922 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee9ce8-27d8-45d5-ac82-13ebef0fa41d req-da1a65bd-e7de-46f3-ae99-b3c803470b9a tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:09.119367 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-b9ee9ce8-27d8-45d5-ac82-13ebef0fa41d req-da1a65bd-e7de-46f3-ae99-b3c803470b9a tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b401b16-f181-45c2-99c7-73e06eb28974 HTTP/1.1" status: 200 len: 945 time: 0.2344685 Aug 27 01:31:09.157522 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-b9ee9ce8-27d8-45d5-ac82-13ebef0fa41d req-5d29b7a7-b8be-4d4d-9a35-70910ef926e4 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/security-groups?id=56c82726-5717-4c95-a0e5-e06ab3e2e3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322013 Aug 27 01:31:09.300248 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95709019-aeb6-427f-845f-e1289a39af22 req-e44513a5-d7d0-4e23-b863-b862d6bcb2b0 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:09.302220 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-95709019-aeb6-427f-845f-e1289a39af22 req-e44513a5-d7d0-4e23-b863-b862d6bcb2b0 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 945 time: 0.0537469 Aug 27 01:31:09.340635 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-95709019-aeb6-427f-845f-e1289a39af22 req-f469988e-b785-468a-98d2-640bd1ce8b0d tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324309 Aug 27 01:31:09.411759 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16b319-e872-4973-bac0-36cb628edec8 req-e4f970da-92f0-4198-b7c6-a1c4b35c2662 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:09.413348 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-8e16b319-e872-4973-bac0-36cb628edec8 req-e4f970da-92f0-4198-b7c6-a1c4b35c2662 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 945 time: 0.0501182 Aug 27 01:31:09.451500 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-8e16b319-e872-4973-bac0-36cb628edec8 req-5bce8374-3d4a-413e-8094-171b5df55b59 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318720 Aug 27 01:31:09.526005 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05344ad9-6409-4ece-a3ae-73e2f27242db req-617a3624-060a-4a85-a413-6eef48c46d8f tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:09.527446 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-05344ad9-6409-4ece-a3ae-73e2f27242db req-617a3624-060a-4a85-a413-6eef48c46d8f tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f70206d1-bfb4-4b0a-9215-72f8e06a7c66 HTTP/1.1" status: 200 len: 945 time: 0.0480106 Aug 27 01:31:09.567905 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-05344ad9-6409-4ece-a3ae-73e2f27242db req-8f516b85-8044-44db-b112-0b992b5b7176 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337403 Aug 27 01:31:10.000953 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device f0fa47c1-eb17-4a46-982a-113bf408fe87 up at agent hyperv_hv-cinder-75916 {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:31:10.099062 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Provisioning for port f0fa47c1-eb17-4a46-982a-113bf408fe87 completed by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:31:10.103778 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Provisioning complete for port f0fa47c1-eb17-4a46-982a-113bf408fe87 triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:31:10.104318 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:10.179174 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4095de-27ff-495d-8393-fbd08624c799 req-fe10c69f-f0bd-45b9-a596-520f6205d288 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:10.181630 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-4d4095de-27ff-495d-8393-fbd08624c799 req-fe10c69f-f0bd-45b9-a596-520f6205d288 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 945 time: 0.0519495 Aug 27 01:31:10.192916 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:10.215404 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a469663-cc2c-4a11-8486-a758a0682e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0fa47c1-eb17-4a46-982a-113bf408fe87'}] {{(pid=94317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:31:10.218253 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ae24146460100d3107ec4d42823fa970b16dae16efc5fac949978fe01edd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f423296f-2e4f-4bdb-986f-1d2a6ed690ef" -d '{"events": [{"server_uuid": "5a469663-cc2c-4a11-8486-a758a0682e39", "name": "network-vif-plugged", "status": "completed", "tag": "f0fa47c1-eb17-4a46-982a-113bf408fe87"}]}' {{(pid=94317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:31:10.223483 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-4d4095de-27ff-495d-8393-fbd08624c799 req-fe85b463-216b-45e6-a605-3335193911ef tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341527 Aug 27 01:31:10.231293 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port f0fa47c1-eb17-4a46-982a-113bf408fe87, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=f0fa47c1-eb17-4a46-982a-113bf408fe87,segment=NetworkSegment(accd45c7-48e3-4a5d-80d2-4898f355a4d0),segment_id=accd45c7-48e3-4a5d-80d2-4898f355a4d0)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:31:10.275857 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 01:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad9730bb-ff2a-4586-8140-4b6371c51cbe x-openstack-request-id: req-ad9730bb-ff2a-4586-8140-4b6371c51cbe {{(pid=94317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:31:10.276164 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a469663-cc2c-4a11-8486-a758a0682e39", "name": "network-vif-plugged", "status": "completed", "tag": "f0fa47c1-eb17-4a46-982a-113bf408fe87", "code": 200}]} {{(pid=94317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:31:10.276397 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ad9730bb-ff2a-4586-8140-4b6371c51cbe {{(pid=94317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:31:10.276792 dv-cinder-759169-3-iscsi neutron-server[94317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a469663-cc2c-4a11-8486-a758a0682e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0fa47c1-eb17-4a46-982a-113bf408fe87', 'code': 200} Aug 27 01:31:10.285673 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877ae1f-8e8a-4767-a462-ea7353c89559 req-8abc8258-2ac0-4619-aeb3-5c4cd093cf29 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:10.287191 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-b877ae1f-8e8a-4767-a462-ea7353c89559 req-8abc8258-2ac0-4619-aeb3-5c4cd093cf29 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b401b16-f181-45c2-99c7-73e06eb28974 HTTP/1.1" status: 200 len: 945 time: 0.0544739 Aug 27 01:31:10.299333 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:10.324853 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-b877ae1f-8e8a-4767-a462-ea7353c89559 req-bc84eb2d-65ec-4dfd-ab92-840a18e9bb75 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/security-groups?id=56c82726-5717-4c95-a0e5-e06ab3e2e3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318747 Aug 27 01:31:10.353346 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Pushing event updated for resources: {'Port': ['ID=f0fa47c1-eb17-4a46-982a-113bf408fe87,revision_number=5']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:31:10.361896 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:31:10.362245 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:31:10.362739 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:31:10.362915 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:31:10.363451 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:31:10.363639 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:31:10.363883 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:31:10.364385 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:31:10.364743 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:31:10.365685 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:31:10.366023 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:31:10.366365 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:31:10.463153 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441ddcc-cdaf-46aa-b28d-87a7f28ad489 req-b21d63b5-7b33-4b10-ab96-f6107ba8b7f4 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:10.464952 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-8441ddcc-cdaf-46aa-b28d-87a7f28ad489 req-b21d63b5-7b33-4b10-ab96-f6107ba8b7f4 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 945 time: 0.0535901 Aug 27 01:31:10.522806 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-8441ddcc-cdaf-46aa-b28d-87a7f28ad489 req-28964a72-a663-48fc-98ee-75c71c054fe8 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516407 Aug 27 01:31:10.584369 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511d3b7-f0f1-4a34-9315-67020375d69b req-5dc9c739-5e0e-41d7-b7cc-e751f8120931 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:10.585907 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-2511d3b7-f0f1-4a34-9315-67020375d69b req-5dc9c739-5e0e-41d7-b7cc-e751f8120931 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 945 time: 0.0526078 Aug 27 01:31:10.624347 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-2511d3b7-f0f1-4a34-9315-67020375d69b req-e018c54c-12a0-4513-8dc1-7a614c05daa4 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323970 Aug 27 01:31:10.693649 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde6f0e-b31c-4ad1-b8f4-2021a6030e89 req-a3fbabb2-13fd-46b5-9c26-90053ede59ce tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:10.695325 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-efde6f0e-b31c-4ad1-b8f4-2021a6030e89 req-a3fbabb2-13fd-46b5-9c26-90053ede59ce tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 945 time: 0.0599537 Aug 27 01:31:10.705384 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 53574) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:31:10.710402 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [None req-806b7b25-a1c4-4316-ae62-3c0b08903303 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Request body: {'floatingip': {'port_id': 'f18d8c2b-ab08-4402-a440-92bdcf75c38a'}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:31:10.746090 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c830c-6369-44d6-bdfb-c83bd4d36166 req-ab0dd4fa-9c61-4412-81a0-e4218aefa7ab tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:10.747543 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-389c830c-6369-44d6-bdfb-c83bd4d36166 req-ab0dd4fa-9c61-4412-81a0-e4218aefa7ab tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f70206d1-bfb4-4b0a-9215-72f8e06a7c66 HTTP/1.1" status: 200 len: 945 time: 0.0533636 Aug 27 01:31:10.792324 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-389c830c-6369-44d6-bdfb-c83bd4d36166 req-b4397bbb-5a25-49bd-a6cf-9ba985090c2f tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376809 Aug 27 01:31:10.805289 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-806b7b25-a1c4-4316-ae62-3c0b08903303 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks [] for floatingip, before_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:10.899125 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7851f06-4a38-4508-8889-04c27e94b53d req-42feeacd-fe4a-4bab-98ca-269efa7442e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:10.900641 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-c7851f06-4a38-4508-8889-04c27e94b53d req-42feeacd-fe4a-4bab-98ca-269efa7442e3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 1099 time: 0.1644204 Aug 27 01:31:11.167078 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-c7851f06-4a38-4508-8889-04c27e94b53d req-9a08374b-f108-48ed-a9d1-fd15f6d9ed2c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256568 Aug 27 01:31:11.422685 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8f291-1708-426e-ace4-4cf4f6d48762 req-8e64d862-dda2-4b2f-a43f-c2489db3b711 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:11.424218 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6fc8f291-1708-426e-ace4-4cf4f6d48762 req-8e64d862-dda2-4b2f-a43f-c2489db3b711 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 946 time: 0.1268425 Aug 27 01:31:11.443425 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c265a-ea99-43a9-928a-05b1af9dba85 req-5cacf318-ec20-4c0d-bb87-4b0319ee60a3 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:11.444954 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-7b4c265a-ea99-43a9-928a-05b1af9dba85 req-5cacf318-ec20-4c0d-bb87-4b0319ee60a3 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b401b16-f181-45c2-99c7-73e06eb28974 HTTP/1.1" status: 200 len: 945 time: 0.0503829 Aug 27 01:31:11.483301 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-7b4c265a-ea99-43a9-928a-05b1af9dba85 req-e4290dbb-04ab-4f4a-b7c1-b2a9836135c1 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/security-groups?id=56c82726-5717-4c95-a0e5-e06ab3e2e3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320632 Aug 27 01:31:11.517338 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-806b7b25-a1c4-4316-ae62-3c0b08903303 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:11.524417 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6fc8f291-1708-426e-ace4-4cf4f6d48762 req-1c7c0d99-8b9d-4447-a55f-f194e269e1fc tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737138 Aug 27 01:31:11.567753 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-806b7b25-a1c4-4316-ae62-3c0b08903303 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2027135'] for floatingip, after_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:11.665679 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.db.l3_db [None req-806b7b25-a1c4-4316-ae62-3c0b08903303 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Floating IP 8a48ce0c-bc6c-451b-8f8f-2082a0f0a3e1 associated. External IP: 172.27.3.27, port: f18d8c2b-ab08-4402-a440-92bdcf75c38a. Aug 27 01:31:11.751677 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8efa3-8c6d-4b33-b13c-c59726a95f19 req-9bd9cd63-ee61-454f-8801-58622cb28495 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:11.753177 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-81e8efa3-8c6d-4b33-b13c-c59726a95f19 req-9bd9cd63-ee61-454f-8801-58622cb28495 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 945 time: 0.0520113 Aug 27 01:31:11.792540 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-81e8efa3-8c6d-4b33-b13c-c59726a95f19 req-ec43601a-6319-4022-9655-dbce4bd4fd0b tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333850 Aug 27 01:31:11.933971 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-90860010-61d9-4321-b439-ca136d628fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:12.040270 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077fd5c-612e-4995-b85c-941e6bf6a1f8 req-29de322c-9ae4-41e9-9e7b-2030830ba8bb tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:12.041761 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-c077fd5c-612e-4995-b85c-941e6bf6a1f8 req-29de322c-9ae4-41e9-9e7b-2030830ba8bb tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f70206d1-bfb4-4b0a-9215-72f8e06a7c66 HTTP/1.1" status: 200 len: 945 time: 0.0840533 Aug 27 01:31:12.123770 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-c077fd5c-612e-4995-b85c-941e6bf6a1f8 req-2f9a56bd-8596-45ae-9c04-f613fd505417 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711443 Aug 27 01:31:12.145299 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-806b7b25-a1c4-4316-ae62-3c0b08903303 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Router e26b4e83-fb61-4db6-8e6e-ec6ab6b53186 has already been hosted by L3 agent 8dc83c43-e68e-43c9-8595-1753e39ae809 {{(pid=94315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 01:31:12.246724 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-806b7b25-a1c4-4316-ae62-3c0b08903303 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify agent at l3_agent.dv-cinder-759169-3-iscsi the message routers_updated {{(pid=94315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 01:31:12.255349 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-806b7b25-a1c4-4316-ae62-3c0b08903303 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for floatingip, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:12.259371 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccb0eca-6a3f-459c-91f5-4a366b6a4fcf None None] Sync routers for ids ['e26b4e83-fb61-4db6-8e6e-ec6ab6b53186'] in dv-cinder-759169-3-iscsi {{(pid=94318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 01:31:12.269994 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccb0eca-6a3f-459c-91f5-4a366b6a4fcf None None] Routers {'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:31:12.270923 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-eccb0eca-6a3f-459c-91f5-4a366b6a4fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:30:44Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['e26b4e83-fb61-4db6-8e6e-ec6ab6b53186'], 'active': True} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:31:12.283126 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-806b7b25-a1c4-4316-ae62-3c0b08903303 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "PUT /v2.0/floatingips/8a48ce0c-bc6c-451b-8f8f-2082a0f0a3e1 HTTP/1.1" status: 200 len: 990 time: 1.5763733 Aug 27 01:31:12.283713 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be807b17-abdc-4d79-b58d-b42998cdb479', 'tag': 'f18d8c2b-ab08-4402-a440-92bdcf75c38a'}] {{(pid=94315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:31:12.286136 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4b197ec9f2f0e9474c50df7e7ed8b30a1ed8e7d4526d98a0361b780d87c209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7b3bf8-5869-4db1-a6de-7dadb3dc94d2" -d '{"events": [{"name": "network-changed", "server_uuid": "be807b17-abdc-4d79-b58d-b42998cdb479", "tag": "f18d8c2b-ab08-4402-a440-92bdcf75c38a"}]}' {{(pid=94315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:31:12.326413 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 01:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99e7eb4-651f-4028-aef9-11e7f5843334 x-openstack-request-id: req-c99e7eb4-651f-4028-aef9-11e7f5843334 {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:31:12.328883 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be807b17-abdc-4d79-b58d-b42998cdb479", "tag": "f18d8c2b-ab08-4402-a440-92bdcf75c38a", "status": "completed", "code": 200}]} {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:31:12.329292 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c99e7eb4-651f-4028-aef9-11e7f5843334 {{(pid=94315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:31:12.329849 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be807b17-abdc-4d79-b58d-b42998cdb479', 'tag': 'f18d8c2b-ab08-4402-a440-92bdcf75c38a', 'status': 'completed', 'code': 200} Aug 27 01:31:12.377916 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvr_db [None req-eccb0eca-6a3f-459c-91f5-4a366b6a4fcf None None] Set router e26b4e83-fb61-4db6-8e6e-ec6ab6b53186 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:31:12.598466 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895da25-1ac6-4296-9082-e5ffd386c754 req-aab03a2c-88d7-4a01-b276-db94ee8c8bf6 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:12.600067 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-e895da25-1ac6-4296-9082-e5ffd386c754 req-aab03a2c-88d7-4a01-b276-db94ee8c8bf6 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b401b16-f181-45c2-99c7-73e06eb28974 HTTP/1.1" status: 200 len: 945 time: 0.0489604 Aug 27 01:31:12.638159 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-e895da25-1ac6-4296-9082-e5ffd386c754 req-8a64e722-a62f-41df-b8ad-e87cd7df05c5 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/security-groups?id=56c82726-5717-4c95-a0e5-e06ab3e2e3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321012 Aug 27 01:31:12.650783 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-eccb0eca-6a3f-459c-91f5-4a366b6a4fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'name': 'tempest-AttachVolumeTestJSON-1342235073-router', 'tenant_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'e2351d21-f1ad-4243-9022-b9e0fdc4393d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:30:08Z', 'updated_at': '2021-08-27T01:30:15Z', 'revision_number': 4, 'project_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'gw_port': {'id': 'e2351d21-f1ad-4243-9022-b9e0fdc4393d', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:09Z', 'updated_at': '2021-08-27T01:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_floatingips': [{'id': '8a48ce0c-bc6c-451b-8f8f-2082a0f0a3e1', 'tenant_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'floating_ip_address': '172.27.3.27', 'floating_network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'router_id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'port_id': 'f18d8c2b-ab08-4402-a440-92bdcf75c38a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cba5cc2-c26d-402b-a305-3f91c04ec99b', 'mac_address': 'fa:16:3e:5c:c6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be807b17-abdc-4d79-b58d-b42998cdb479', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T01:30:26Z', 'updated_at': '2021-08-27T01:31:11Z', 'revision_number': 1, 'project_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2406ba9-307c-49e1-9a52-ec92dd437340', 'name': '', 'network_id': '6cba5cc2-c26d-402b-a305-3f91c04ec99b', 'tenant_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'mac_address': 'fa:16:3e:a0:8e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e1b7ebb0-22fa-4fc2-81e3-fd4ce0a9462d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:12Z', 'updated_at': '2021-08-27T01:30:23Z', 'revision_number': 5, 'project_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'subnets': [{'id': 'e1b7ebb0-22fa-4fc2-81e3-fd4ce0a9462d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:31:12.699674 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccb0eca-6a3f-459c-91f5-4a366b6a4fcf None None] Checking router: e26b4e83-fb61-4db6-8e6e-ec6ab6b53186 for host: dv-cinder-759169-3-iscsi {{(pid=94318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 01:31:12.709144 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccb0eca-6a3f-459c-91f5-4a366b6a4fcf None None] Routers {'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:31:12.709763 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-eccb0eca-6a3f-459c-91f5-4a366b6a4fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:30:44Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['e26b4e83-fb61-4db6-8e6e-ec6ab6b53186'], 'active': True} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:31:12.766375 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d0faf6-eefa-4b70-b10a-97ec450eda26 req-2fb8e3ef-5a99-4e0a-83ca-aff9a3308e69 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:12.771094 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-87d0faf6-eefa-4b70-b10a-97ec450eda26 req-2fb8e3ef-5a99-4e0a-83ca-aff9a3308e69 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 946 time: 0.0733101 Aug 27 01:31:12.815467 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-87d0faf6-eefa-4b70-b10a-97ec450eda26 req-1fc3d7a9-0044-4142-b705-b6ee7442083f tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434480 Aug 27 01:31:12.819698 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvr_db [None req-eccb0eca-6a3f-459c-91f5-4a366b6a4fcf None None] Set router e26b4e83-fb61-4db6-8e6e-ec6ab6b53186 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:31:12.924466 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88b3f5-0ff6-4421-9bfc-8df9b3ee04f6 req-7a0c8b6e-cab1-422a-afe3-a95d99b62e42 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:12.925997 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0d88b3f5-0ff6-4421-9bfc-8df9b3ee04f6 req-7a0c8b6e-cab1-422a-afe3-a95d99b62e42 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 945 time: 0.0521986 Aug 27 01:31:12.966114 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0d88b3f5-0ff6-4421-9bfc-8df9b3ee04f6 req-0eedd7bf-f212-4b5a-bed8-62d6be464549 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337029 Aug 27 01:31:13.085221 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f028cf0-5b46-443e-9bac-41e52d4070b3 req-fcb99ac4-0343-43c0-994c-b64480f49d5c tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:13.086704 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0f028cf0-5b46-443e-9bac-41e52d4070b3 req-fcb99ac4-0343-43c0-994c-b64480f49d5c tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 945 time: 0.0485251 Aug 27 01:31:13.095845 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 53622) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:31:13.100656 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [None req-cfda80b9-a090-4ebc-ba36-5ae46565031d tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Request body: {'floatingip': {'port_id': '5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e'}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:31:13.120256 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-eccb0eca-6a3f-459c-91f5-4a366b6a4fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'name': 'tempest-AttachVolumeTestJSON-1342235073-router', 'tenant_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'e2351d21-f1ad-4243-9022-b9e0fdc4393d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:30:08Z', 'updated_at': '2021-08-27T01:30:15Z', 'revision_number': 4, 'project_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'gw_port': {'id': 'e2351d21-f1ad-4243-9022-b9e0fdc4393d', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:09Z', 'updated_at': '2021-08-27T01:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_floatingips': [{'id': '8a48ce0c-bc6c-451b-8f8f-2082a0f0a3e1', 'tenant_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'floating_ip_address': '172.27.3.27', 'floating_network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'router_id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'port_id': 'f18d8c2b-ab08-4402-a440-92bdcf75c38a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cba5cc2-c26d-402b-a305-3f91c04ec99b', 'mac_address': 'fa:16:3e:5c:c6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be807b17-abdc-4d79-b58d-b42998cdb479', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T01:30:26Z', 'updated_at': '2021-08-27T01:31:11Z', 'revision_number': 1, 'project_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2406ba9-307c-49e1-9a52-ec92dd437340', 'name': '', 'network_id': '6cba5cc2-c26d-402b-a305-3f91c04ec99b', 'tenant_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'mac_address': 'fa:16:3e:a0:8e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e1b7ebb0-22fa-4fc2-81e3-fd4ce0a9462d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:12Z', 'updated_at': '2021-08-27T01:30:23Z', 'revision_number': 5, 'project_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'subnets': [{'id': 'e1b7ebb0-22fa-4fc2-81e3-fd4ce0a9462d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:31:13.145067 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-cfda80b9-a090-4ebc-ba36-5ae46565031d tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks [] for floatingip, before_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:13.148497 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccb0eca-6a3f-459c-91f5-4a366b6a4fcf None None] The sync data for ids ['e26b4e83-fb61-4db6-8e6e-ec6ab6b53186'] in dv-cinder-759169-3-iscsi is: [{'id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'name': 'tempest-AttachVolumeTestJSON-1342235073-router', 'tenant_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'e2351d21-f1ad-4243-9022-b9e0fdc4393d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:30:08Z', 'updated_at': '2021-08-27T01:30:15Z', 'revision_number': 4, 'project_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'gw_port': {'id': 'e2351d21-f1ad-4243-9022-b9e0fdc4393d', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:09Z', 'updated_at': '2021-08-27T01:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_floatingips': [{'id': '8a48ce0c-bc6c-451b-8f8f-2082a0f0a3e1', 'tenant_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'floating_ip_address': '172.27.3.27', 'floating_network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'router_id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'port_id': 'f18d8c2b-ab08-4402-a440-92bdcf75c38a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cba5cc2-c26d-402b-a305-3f91c04ec99b', 'mac_address': 'fa:16:3e:5c:c6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be807b17-abdc-4d79-b58d-b42998cdb479', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T01:30:26Z', 'updated_at': '2021-08-27T01:31:11Z', 'revision_number': 1, 'project_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2406ba9-307c-49e1-9a52-ec92dd437340', 'name': '', 'network_id': '6cba5cc2-c26d-402b-a305-3f91c04ec99b', 'tenant_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'mac_address': 'fa:16:3e:a0:8e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e1b7ebb0-22fa-4fc2-81e3-fd4ce0a9462d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:12Z', 'updated_at': '2021-08-27T01:30:23Z', 'revision_number': 5, 'project_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'subnets': [{'id': 'e1b7ebb0-22fa-4fc2-81e3-fd4ce0a9462d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 01:31:13.364071 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130ed407-1c61-42b4-b8b9-3af87a098a05 None None] New status for floating IP 8a48ce0c-bc6c-451b-8f8f-2082a0f0a3e1: ACTIVE {{(pid=94317) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 01:31:13.584088 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-cfda80b9-a090-4ebc-ba36-5ae46565031d tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:13.663196 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-cfda80b9-a090-4ebc-ba36-5ae46565031d tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2027135'] for floatingip, after_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:13.801331 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a0694-65f3-4842-9f94-fda8462b004f req-c217e902-509c-442e-b331-f4569f03559a tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:13.802888 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6a8a0694-65f3-4842-9f94-fda8462b004f req-c217e902-509c-442e-b331-f4569f03559a tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b401b16-f181-45c2-99c7-73e06eb28974 HTTP/1.1" status: 200 len: 945 time: 0.0969148 Aug 27 01:31:13.804706 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.db.l3_db [None req-cfda80b9-a090-4ebc-ba36-5ae46565031d tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Floating IP 32184ba3-1589-45bd-9a43-1eb91330772e associated. External IP: 172.27.3.94, port: 5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e. Aug 27 01:31:13.908862 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6a8a0694-65f3-4842-9f94-fda8462b004f req-c3a5505e-2bf9-4734-a478-6556330fcf49 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/security-groups?id=56c82726-5717-4c95-a0e5-e06ab3e2e3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706544 Aug 27 01:31:14.056322 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5727d629-e6eb-4c0d-90fb-f1493f1d0f6e req-9a3de350-6e0f-425a-ad94-43c9d09d43f1 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:14.057809 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-5727d629-e6eb-4c0d-90fb-f1493f1d0f6e req-9a3de350-6e0f-425a-ad94-43c9d09d43f1 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 946 time: 0.0886126 Aug 27 01:31:14.091323 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfda80b9-a090-4ebc-ba36-5ae46565031d tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Router 374ecf4c-b187-4279-a485-f287b3a40fda has already been hosted by L3 agent 8dc83c43-e68e-43c9-8595-1753e39ae809 {{(pid=94315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 01:31:14.112185 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-5727d629-e6eb-4c0d-90fb-f1493f1d0f6e req-15eb5fde-1088-41df-be7f-be7799d65912 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471237 Aug 27 01:31:14.219943 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfda80b9-a090-4ebc-ba36-5ae46565031d tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify agent at l3_agent.dv-cinder-759169-3-iscsi the message routers_updated {{(pid=94315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 01:31:14.224250 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-cfda80b9-a090-4ebc-ba36-5ae46565031d tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for floatingip, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:14.230327 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2a3c6d-172e-4fc6-844b-6270b60c3ef1 None None] Sync routers for ids ['374ecf4c-b187-4279-a485-f287b3a40fda'] in dv-cinder-759169-3-iscsi {{(pid=94318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 01:31:14.239570 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2a3c6d-172e-4fc6-844b-6270b60c3ef1 None None] Routers {'374ecf4c-b187-4279-a485-f287b3a40fda'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:31:14.240174 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-3a2a3c6d-172e-4fc6-844b-6270b60c3ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:30:44Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['374ecf4c-b187-4279-a485-f287b3a40fda'], 'active': True} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:31:14.251052 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-cfda80b9-a090-4ebc-ba36-5ae46565031d tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "PUT /v2.0/floatingips/32184ba3-1589-45bd-9a43-1eb91330772e HTTP/1.1" status: 200 len: 990 time: 1.1539800 Aug 27 01:31:14.331187 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ec83298-8a1e-4edd-be07-4e0592a0ce04', 'tag': '5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e'}] {{(pid=94315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:31:14.333742 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4b197ec9f2f0e9474c50df7e7ed8b30a1ed8e7d4526d98a0361b780d87c209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144a1eb7-9e6f-43ca-8453-75976ff47a91" -d '{"events": [{"name": "network-changed", "server_uuid": "6ec83298-8a1e-4edd-be07-4e0592a0ce04", "tag": "5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e"}]}' {{(pid=94315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:31:14.349315 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvr_db [None req-3a2a3c6d-172e-4fc6-844b-6270b60c3ef1 None None] Set router 374ecf4c-b187-4279-a485-f287b3a40fda gateway port host: dv-cinder-759169-3-iscsi {{(pid=94318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:31:14.504725 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-09daca27-797a-4b0e-9e7e-b6e7e91ec8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:14.571869 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-3a2a3c6d-172e-4fc6-844b-6270b60c3ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'name': 'tempest-AttachVolumeShelveTestJSON-1110892241-router', 'tenant_id': '9cbe428e1f9c456087aa6ec677fe0330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'b50d8a55-e5ab-4c67-8bf2-efb8b5165f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:30:11Z', 'updated_at': '2021-08-27T01:30:18Z', 'revision_number': 4, 'project_id': '9cbe428e1f9c456087aa6ec677fe0330', 'gw_port': {'id': 'b50d8a55-e5ab-4c67-8bf2-efb8b5165f30', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:12:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:13Z', 'updated_at': '2021-08-27T01:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_floatingips': [{'id': '32184ba3-1589-45bd-9a43-1eb91330772e', 'tenant_id': '9cbe428e1f9c456087aa6ec677fe0330', 'floating_ip_address': '172.27.3.94', 'floating_network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'router_id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'port_id': '5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c8689e3-4506-47c0-a652-97ed18836189', 'mac_address': 'fa:16:3e:d7:aa:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec83298-8a1e-4edd-be07-4e0592a0ce04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T01:30:28Z', 'updated_at': '2021-08-27T01:31:13Z', 'revision_number': 1, 'project_id': '9cbe428e1f9c456087aa6ec677fe0330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c904e9ce-ecb9-4743-9f9e-20e31461ccd8', 'name': '', 'network_id': '5c8689e3-4506-47c0-a652-97ed18836189', 'tenant_id': '9cbe428e1f9c456087aa6ec677fe0330', 'mac_address': 'fa:16:3e:78:c4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '20caaf11-6500-4480-a57e-55af9949d7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:17Z', 'updated_at': '2021-08-27T01:30:31Z', 'revision_number': 5, 'project_id': '9cbe428e1f9c456087aa6ec677fe0330', 'subnets': [{'id': '20caaf11-6500-4480-a57e-55af9949d7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:31:14.597172 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2a3c6d-172e-4fc6-844b-6270b60c3ef1 None None] Checking router: 374ecf4c-b187-4279-a485-f287b3a40fda for host: dv-cinder-759169-3-iscsi {{(pid=94318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 01:31:14.605066 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2a3c6d-172e-4fc6-844b-6270b60c3ef1 None None] Routers {'374ecf4c-b187-4279-a485-f287b3a40fda'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:31:14.605655 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-3a2a3c6d-172e-4fc6-844b-6270b60c3ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:31:14Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['374ecf4c-b187-4279-a485-f287b3a40fda'], 'active': True} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:31:14.630698 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:14.707031 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvr_db [None req-3a2a3c6d-172e-4fc6-844b-6270b60c3ef1 None None] Set router 374ecf4c-b187-4279-a485-f287b3a40fda gateway port host: dv-cinder-759169-3-iscsi {{(pid=94318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:31:14.929323 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-3a2a3c6d-172e-4fc6-844b-6270b60c3ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'name': 'tempest-AttachVolumeShelveTestJSON-1110892241-router', 'tenant_id': '9cbe428e1f9c456087aa6ec677fe0330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'b50d8a55-e5ab-4c67-8bf2-efb8b5165f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:30:11Z', 'updated_at': '2021-08-27T01:30:18Z', 'revision_number': 4, 'project_id': '9cbe428e1f9c456087aa6ec677fe0330', 'gw_port': {'id': 'b50d8a55-e5ab-4c67-8bf2-efb8b5165f30', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:12:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:13Z', 'updated_at': '2021-08-27T01:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_floatingips': [{'id': '32184ba3-1589-45bd-9a43-1eb91330772e', 'tenant_id': '9cbe428e1f9c456087aa6ec677fe0330', 'floating_ip_address': '172.27.3.94', 'floating_network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'router_id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'port_id': '5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c8689e3-4506-47c0-a652-97ed18836189', 'mac_address': 'fa:16:3e:d7:aa:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec83298-8a1e-4edd-be07-4e0592a0ce04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T01:30:28Z', 'updated_at': '2021-08-27T01:31:13Z', 'revision_number': 1, 'project_id': '9cbe428e1f9c456087aa6ec677fe0330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c904e9ce-ecb9-4743-9f9e-20e31461ccd8', 'name': '', 'network_id': '5c8689e3-4506-47c0-a652-97ed18836189', 'tenant_id': '9cbe428e1f9c456087aa6ec677fe0330', 'mac_address': 'fa:16:3e:78:c4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '20caaf11-6500-4480-a57e-55af9949d7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:17Z', 'updated_at': '2021-08-27T01:30:31Z', 'revision_number': 5, 'project_id': '9cbe428e1f9c456087aa6ec677fe0330', 'subnets': [{'id': '20caaf11-6500-4480-a57e-55af9949d7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:31:14.956526 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2a3c6d-172e-4fc6-844b-6270b60c3ef1 None None] The sync data for ids ['374ecf4c-b187-4279-a485-f287b3a40fda'] in dv-cinder-759169-3-iscsi is: [{'id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'name': 'tempest-AttachVolumeShelveTestJSON-1110892241-router', 'tenant_id': '9cbe428e1f9c456087aa6ec677fe0330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'b50d8a55-e5ab-4c67-8bf2-efb8b5165f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:30:11Z', 'updated_at': '2021-08-27T01:30:18Z', 'revision_number': 4, 'project_id': '9cbe428e1f9c456087aa6ec677fe0330', 'gw_port': {'id': 'b50d8a55-e5ab-4c67-8bf2-efb8b5165f30', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:12:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:13Z', 'updated_at': '2021-08-27T01:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_floatingips': [{'id': '32184ba3-1589-45bd-9a43-1eb91330772e', 'tenant_id': '9cbe428e1f9c456087aa6ec677fe0330', 'floating_ip_address': '172.27.3.94', 'floating_network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'router_id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'port_id': '5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c8689e3-4506-47c0-a652-97ed18836189', 'mac_address': 'fa:16:3e:d7:aa:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec83298-8a1e-4edd-be07-4e0592a0ce04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T01:30:28Z', 'updated_at': '2021-08-27T01:31:13Z', 'revision_number': 1, 'project_id': '9cbe428e1f9c456087aa6ec677fe0330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c904e9ce-ecb9-4743-9f9e-20e31461ccd8', 'name': '', 'network_id': '5c8689e3-4506-47c0-a652-97ed18836189', 'tenant_id': '9cbe428e1f9c456087aa6ec677fe0330', 'mac_address': 'fa:16:3e:78:c4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '20caaf11-6500-4480-a57e-55af9949d7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:17Z', 'updated_at': '2021-08-27T01:30:31Z', 'revision_number': 5, 'project_id': '9cbe428e1f9c456087aa6ec677fe0330', 'subnets': [{'id': '20caaf11-6500-4480-a57e-55af9949d7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 01:31:15.142555 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca68aa4-3f3e-4cd1-b0eb-94b5b26c3e57 None None] New status for floating IP 32184ba3-1589-45bd-9a43-1eb91330772e: ACTIVE {{(pid=94317) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 01:31:15.904543 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ed545f81-8b1b-4cf8-a1bc-5817d83b44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:16.482474 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b3bf8-5869-4db1-a6de-7dadb3dc94d2 req-b3abdca8-bec0-4df5-898d-5468fa4103e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:16.484790 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0a7b3bf8-5869-4db1-a6de-7dadb3dc94d2 req-b3abdca8-bec0-4df5-898d-5468fa4103e9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1d392d1b39ee49d1b87211d5c447f9dc&device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 1098 time: 0.0405648 Aug 27 01:31:16.692810 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 01:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4766384e-7bba-4370-a09e-a67a662b0453 x-openstack-request-id: req-4766384e-7bba-4370-a09e-a67a662b0453 {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:31:16.693195 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ec83298-8a1e-4edd-be07-4e0592a0ce04", "tag": "5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e", "status": "completed", "code": 200}]} {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:31:16.693451 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4766384e-7bba-4370-a09e-a67a662b0453 {{(pid=94315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:31:16.693970 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ec83298-8a1e-4edd-be07-4e0592a0ce04', 'tag': '5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e', 'status': 'completed', 'code': 200} Aug 27 01:31:16.785586 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4378399-4495-40a1-8d0f-e9cc681623f6 req-6908ce61-5d69-4ee8-8598-ac18222e9277 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:16.787201 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-e4378399-4495-40a1-8d0f-e9cc681623f6 req-6908ce61-5d69-4ee8-8598-ac18222e9277 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b401b16-f181-45c2-99c7-73e06eb28974 HTTP/1.1" status: 200 len: 945 time: 0.0507357 Aug 27 01:31:16.837867 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-e4378399-4495-40a1-8d0f-e9cc681623f6 req-0a2a3378-f902-4a65-bc4e-997c171e9d73 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/security-groups?id=56c82726-5717-4c95-a0e5-e06ab3e2e3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431840 Aug 27 01:31:16.858402 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f93b03-1d11-4c8d-ac5d-38fa2882bc3c req-abb16a40-782b-41f2-aa18-7ea5108b0a40 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:16.858402 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-e0f93b03-1d11-4c8d-ac5d-38fa2882bc3c req-abb16a40-782b-41f2-aa18-7ea5108b0a40 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 946 time: 0.0757744 Aug 27 01:31:16.869861 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b3bf8-5869-4db1-a6de-7dadb3dc94d2 req-bdb1ead6-ead8-4013-99b6-186d75d418b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:16.871233 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0a7b3bf8-5869-4db1-a6de-7dadb3dc94d2 req-bdb1ead6-ead8-4013-99b6-186d75d418b5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6cba5cc2-c26d-402b-a305-3f91c04ec99b HTTP/1.1" status: 200 len: 912 time: 0.1452291 Aug 27 01:31:16.897216 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-e0f93b03-1d11-4c8d-ac5d-38fa2882bc3c req-fe26741a-6800-4219-b207-fdc7e0257d18 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357599 Aug 27 01:31:17.086229 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0a7b3bf8-5869-4db1-a6de-7dadb3dc94d2 req-6d269c15-c682-446d-8800-e1eb964fbca7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f18d8c2b-ab08-4402-a440-92bdcf75c38a HTTP/1.1" status: 200 len: 1000 time: 0.1114290 Aug 27 01:31:17.088871 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144a1eb7-9e6f-43ca-8453-75976ff47a91 req-a4eae803-02fe-4c1e-b101-73abb8264eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:17.090245 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-144a1eb7-9e6f-43ca-8453-75976ff47a91 req-a4eae803-02fe-4c1e-b101-73abb8264eaf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9cbe428e1f9c456087aa6ec677fe0330&device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 1098 time: 0.1269026 Aug 27 01:31:17.447798 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-809c4053-e1f3-4656-979d-5dfd58cb0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:17.524899 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b3bf8-5869-4db1-a6de-7dadb3dc94d2 req-e6b573c4-9da8-419b-a1e3-a6038f1af229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:17.526264 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0a7b3bf8-5869-4db1-a6de-7dadb3dc94d2 req-e6b573c4-9da8-419b-a1e3-a6038f1af229 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e1b7ebb0-22fa-4fc2-81e3-fd4ce0a9462d HTTP/1.1" status: 200 len: 850 time: 0.0643933 Aug 27 01:31:17.544312 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144a1eb7-9e6f-43ca-8453-75976ff47a91 req-0d8788f1-e9ed-4cc5-bdea-21c8aab3076f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:17.545802 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-144a1eb7-9e6f-43ca-8453-75976ff47a91 req-0d8788f1-e9ed-4cc5-bdea-21c8aab3076f service neutron] 10.222.0.24 "GET /v2.0/networks?id=5c8689e3-4506-47c0-a652-97ed18836189 HTTP/1.1" status: 200 len: 918 time: 0.3490131 Aug 27 01:31:17.629555 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b3bf8-5869-4db1-a6de-7dadb3dc94d2 req-071ed699-8b73-4db0-9992-b90d603ebce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:17.634275 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0a7b3bf8-5869-4db1-a6de-7dadb3dc94d2 req-071ed699-8b73-4db0-9992-b90d603ebce8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6cba5cc2-c26d-402b-a305-3f91c04ec99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0882664 Aug 27 01:31:17.634978 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-144a1eb7-9e6f-43ca-8453-75976ff47a91 req-1c90ea93-83ca-48e3-9a82-eccf840b87e1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e HTTP/1.1" status: 200 len: 1000 time: 0.0810068 Aug 27 01:31:17.777757 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144a1eb7-9e6f-43ca-8453-75976ff47a91 req-c95b740c-d51d-4372-8d12-99a1153e1251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:17.778597 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-144a1eb7-9e6f-43ca-8453-75976ff47a91 req-c95b740c-d51d-4372-8d12-99a1153e1251 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=20caaf11-6500-4480-a57e-55af9949d7c0 HTTP/1.1" status: 200 len: 856 time: 0.0956302 Aug 27 01:31:17.799091 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0a7b3bf8-5869-4db1-a6de-7dadb3dc94d2 req-73b3a906-7e4c-4f52-9ef6-ba7df1f4fc67 service neutron] 10.222.0.24 "GET /v2.0/networks/6cba5cc2-c26d-402b-a305-3f91c04ec99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352284 Aug 27 01:31:17.932410 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144a1eb7-9e6f-43ca-8453-75976ff47a91 req-e8b4878b-d830-460c-81a0-7ea233bc0afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:17.935912 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-144a1eb7-9e6f-43ca-8453-75976ff47a91 req-e8b4878b-d830-460c-81a0-7ea233bc0afb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5c8689e3-4506-47c0-a652-97ed18836189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0958588 Aug 27 01:31:17.971456 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1da65-8b50-4ef0-8a58-1a8b6d95a32e req-6e682c16-ab32-4e66-bdb8-79ddc77523fc tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:17.973830 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-b6f1da65-8b50-4ef0-8a58-1a8b6d95a32e req-6e682c16-ab32-4e66-bdb8-79ddc77523fc tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b401b16-f181-45c2-99c7-73e06eb28974 HTTP/1.1" status: 200 len: 945 time: 0.0567079 Aug 27 01:31:18.018788 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-b6f1da65-8b50-4ef0-8a58-1a8b6d95a32e req-cadb073c-5555-4294-ac06-dec7fc23ba47 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/security-groups?id=56c82726-5717-4c95-a0e5-e06ab3e2e3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386984 Aug 27 01:31:18.092963 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0a7b3bf8-5869-4db1-a6de-7dadb3dc94d2 req-c483da55-d2af-43be-af64-fd5053b57e1a service neutron] 10.222.0.24 "GET /v2.0/networks/6cba5cc2-c26d-402b-a305-3f91c04ec99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275760 Aug 27 01:31:18.121408 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eace78-fbd3-4a1b-984f-849020b617b6 req-a940aa95-44c9-4196-83d9-09259c281ef2 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:18.122913 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-09eace78-fbd3-4a1b-984f-849020b617b6 req-a940aa95-44c9-4196-83d9-09259c281ef2 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 946 time: 0.1418774 Aug 27 01:31:18.144015 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-144a1eb7-9e6f-43ca-8453-75976ff47a91 req-ee067c8e-55d8-4bae-8be2-5199f3175244 service neutron] 10.222.0.24 "GET /v2.0/networks/5c8689e3-4506-47c0-a652-97ed18836189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001905 Aug 27 01:31:18.188411 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-09eace78-fbd3-4a1b-984f-849020b617b6 req-f1de87db-6ce2-4d3d-b26b-65c75a354215 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548320 Aug 27 01:31:18.253270 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-144a1eb7-9e6f-43ca-8453-75976ff47a91 req-428d2c07-5440-4652-885e-430b7f6ef741 service neutron] 10.222.0.24 "GET /v2.0/networks/5c8689e3-4506-47c0-a652-97ed18836189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933282 Aug 27 01:31:19.317243 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864bc63-47dd-4346-8e4f-f04ba1b3eceb req-6d11fc18-c333-4bf1-866d-4eb7d1fef502 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:19.322676 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-c864bc63-47dd-4346-8e4f-f04ba1b3eceb req-6d11fc18-c333-4bf1-866d-4eb7d1fef502 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 946 time: 0.0540576 Aug 27 01:31:19.357127 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-c864bc63-47dd-4346-8e4f-f04ba1b3eceb req-ebd04e50-f5ee-4558-bdf1-eb419a8be7d0 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319004 Aug 27 01:31:19.433704 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 53754) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:31:19.543476 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-ee42b925-5599-47a9-ad1b-09cef5fb772b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:19.628377 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-ee42b925-5599-47a9-ad1b-09cef5fb772b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:19.698837 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-ee42b925-5599-47a9-ad1b-09cef5fb772b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:19.746704 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-ee42b925-5599-47a9-ad1b-09cef5fb772b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=24b46c1f21bf4fde857fe91b83375734&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3038757 Aug 27 01:31:19.746704 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee42b925-5599-47a9-ad1b-09cef5fb772b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361fe967-5845-4b88-b90e-184f0a92ead0,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:31:19.746900 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 53762) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:31:19.747668 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee42b925-5599-47a9-ad1b-09cef5fb772b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:31:19.748025 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee42b925-5599-47a9-ad1b-09cef5fb772b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:31:19.748363 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee42b925-5599-47a9-ad1b-09cef5fb772b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:31:19.748689 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee42b925-5599-47a9-ad1b-09cef5fb772b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:31:19.749158 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee42b925-5599-47a9-ad1b-09cef5fb772b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:31:19.749370 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee42b925-5599-47a9-ad1b-09cef5fb772b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:31:19.749754 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee42b925-5599-47a9-ad1b-09cef5fb772b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:31:19.750077 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee42b925-5599-47a9-ad1b-09cef5fb772b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:31:19.750702 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee42b925-5599-47a9-ad1b-09cef5fb772b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:31:19.750702 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee42b925-5599-47a9-ad1b-09cef5fb772b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:31:19.751013 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee42b925-5599-47a9-ad1b-09cef5fb772b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:31:19.751327 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee42b925-5599-47a9-ad1b-09cef5fb772b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:31:19.836203 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-f89f1de9-30dc-4f3f-bcef-b37b9a18d7b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:19.846137 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f253e-e93e-4594-a34b-dd9c2bf617bf req-de8e7e44-131a-4c40-8733-52a7f5466629 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:19.847678 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-bf0f253e-e93e-4594-a34b-dd9c2bf617bf req-de8e7e44-131a-4c40-8733-52a7f5466629 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 946 time: 0.0730386 Aug 27 01:31:19.888371 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-f89f1de9-30dc-4f3f-bcef-b37b9a18d7b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:19.913899 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-bf0f253e-e93e-4594-a34b-dd9c2bf617bf req-519e3b09-450d-4198-a70c-5284b3a72436 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592809 Aug 27 01:31:20.001871 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-f89f1de9-30dc-4f3f-bcef-b37b9a18d7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:20.004665 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-f89f1de9-30dc-4f3f-bcef-b37b9a18d7b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:20.005970 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-f89f1de9-30dc-4f3f-bcef-b37b9a18d7b8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/361fe967-5845-4b88-b90e-184f0a92ead0 HTTP/1.1" status: 204 len: 168 time: 0.2631555 Aug 27 01:31:20.015858 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f1de9-30dc-4f3f-bcef-b37b9a18d7b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361fe967-5845-4b88-b90e-184f0a92ead0,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:31:20.023112 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89f1de9-30dc-4f3f-bcef-b37b9a18d7b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:31:20.023434 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89f1de9-30dc-4f3f-bcef-b37b9a18d7b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:31:20.023786 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89f1de9-30dc-4f3f-bcef-b37b9a18d7b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:31:20.024121 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89f1de9-30dc-4f3f-bcef-b37b9a18d7b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:31:20.024792 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89f1de9-30dc-4f3f-bcef-b37b9a18d7b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:31:20.025145 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89f1de9-30dc-4f3f-bcef-b37b9a18d7b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:31:20.025504 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89f1de9-30dc-4f3f-bcef-b37b9a18d7b8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:31:20.025786 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89f1de9-30dc-4f3f-bcef-b37b9a18d7b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:31:20.026110 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89f1de9-30dc-4f3f-bcef-b37b9a18d7b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:31:20.026430 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89f1de9-30dc-4f3f-bcef-b37b9a18d7b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:31:20.026746 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89f1de9-30dc-4f3f-bcef-b37b9a18d7b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:31:20.027226 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89f1de9-30dc-4f3f-bcef-b37b9a18d7b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:31:23.923556 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f38ee-ba31-4930-bee1-a97c0abad03c req-9e75f3b7-50f5-4908-9fe8-b84635075b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:23.925078 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-356f38ee-ba31-4930-bee1-a97c0abad03c req-9e75f3b7-50f5-4908-9fe8-b84635075b1b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc3b4bb0756249d19606e34fca91d4d5&device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 1099 time: 0.0673497 Aug 27 01:31:23.930533 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-23f26766-e33a-4d95-8839-ae21df8b7421 req-f86b2ffc-607d-493c-827b-4b343f9bfd6a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9b401b16-f181-45c2-99c7-73e06eb28974&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0633862 Aug 27 01:31:24.151605 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f26766-e33a-4d95-8839-ae21df8b7421 req-28015703-efa4-4a17-ae63-7af46b05bb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:24.153404 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-23f26766-e33a-4d95-8839-ae21df8b7421 req-28015703-efa4-4a17-ae63-7af46b05bb01 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b8f4319d61634014a030eb7b9b741e92&device_id=9b401b16-f181-45c2-99c7-73e06eb28974 HTTP/1.1" status: 200 len: 1098 time: 0.0644519 Aug 27 01:31:24.162780 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f38ee-ba31-4930-bee1-a97c0abad03c req-e683deed-1319-4a90-afa9-3176a1da9efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:24.176652 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-356f38ee-ba31-4930-bee1-a97c0abad03c req-e683deed-1319-4a90-afa9-3176a1da9efc service neutron] 10.222.0.24 "GET /v2.0/networks?id=b44490e8-3c86-4803-b813-6cfe1338f3e9 HTTP/1.1" status: 200 len: 919 time: 0.1222234 Aug 27 01:31:24.254453 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-356f38ee-ba31-4930-bee1-a97c0abad03c req-7894a91d-7578-4301-b134-f7e00bf7254c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0fa47c1-eb17-4a46-982a-113bf408fe87 HTTP/1.1" status: 200 len: 217 time: 0.0469418 Aug 27 01:31:24.298583 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:24.388606 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f38ee-ba31-4930-bee1-a97c0abad03c req-982014a7-406e-4dce-baab-5992ab1aba3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:24.391269 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-356f38ee-ba31-4930-bee1-a97c0abad03c req-982014a7-406e-4dce-baab-5992ab1aba3c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a5d3291c-8bd6-41d2-89c4-7dffd869bccd HTTP/1.1" status: 200 len: 858 time: 0.1134632 Aug 27 01:31:24.416038 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91679182-ce6e-411c-ac9f-888798463aef req-cce950f0-875c-4bfa-b037-32c6f04923e9 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:24.417558 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-91679182-ce6e-411c-ac9f-888798463aef req-cce950f0-875c-4bfa-b037-32c6f04923e9 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 946 time: 0.1622837 Aug 27 01:31:24.433231 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f26766-e33a-4d95-8839-ae21df8b7421 req-1dcb7c44-8d66-48a7-8193-83b1a080f3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:24.434563 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-23f26766-e33a-4d95-8839-ae21df8b7421 req-1dcb7c44-8d66-48a7-8193-83b1a080f3b5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4b165d08-d478-4821-bbe5-bfe50564161b HTTP/1.1" status: 200 len: 913 time: 0.1893215 Aug 27 01:31:24.458712 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-356f38ee-ba31-4930-bee1-a97c0abad03c req-fb080524-b424-48bb-8094-6f127cd33292 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b44490e8-3c86-4803-b813-6cfe1338f3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387158 Aug 27 01:31:24.518196 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-23f26766-e33a-4d95-8839-ae21df8b7421 req-5d46f513-893a-46a0-8633-198ca8b506c8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f74abdb-9f0c-4344-b541-0b15dc2c35bc HTTP/1.1" status: 200 len: 217 time: 0.0620186 Aug 27 01:31:24.603064 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-91679182-ce6e-411c-ac9f-888798463aef req-b282407c-1bdc-4285-8654-5a01a8ef175c tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734040 Aug 27 01:31:24.620241 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f26766-e33a-4d95-8839-ae21df8b7421 req-e3fbc48f-36b4-4dab-b147-e1669a211969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:24.621699 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-23f26766-e33a-4d95-8839-ae21df8b7421 req-e3fbc48f-36b4-4dab-b147-e1669a211969 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2f7322ad-a848-4c18-86ed-f0719b4dda9f HTTP/1.1" status: 200 len: 852 time: 0.0723441 Aug 27 01:31:24.643468 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-356f38ee-ba31-4930-bee1-a97c0abad03c req-f22ebce2-cb7f-466a-85db-f8569444fb23 service neutron] 10.222.0.24 "GET /v2.0/networks/b44490e8-3c86-4803-b813-6cfe1338f3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732442 Aug 27 01:31:24.680693 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-23f26766-e33a-4d95-8839-ae21df8b7421 req-72de5f21-0dda-4485-bb04-431d5d8e22ae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4b165d08-d478-4821-bbe5-bfe50564161b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345039 Aug 27 01:31:24.841656 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-356f38ee-ba31-4930-bee1-a97c0abad03c req-8522bd0e-19b9-4d75-b2e4-d41bd2ac73a3 service neutron] 10.222.0.24 "GET /v2.0/networks/b44490e8-3c86-4803-b813-6cfe1338f3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709764 Aug 27 01:31:24.846073 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-23f26766-e33a-4d95-8839-ae21df8b7421 req-107e6c1b-01f6-4b17-8250-68bdf3fe3320 service neutron] 10.222.0.24 "GET /v2.0/networks/4b165d08-d478-4821-bbe5-bfe50564161b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545744 Aug 27 01:31:28.164370 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-23f26766-e33a-4d95-8839-ae21df8b7421 req-5ed074b2-ae5e-4d60-8772-350799369f39 service neutron] 10.222.0.24 "GET /v2.0/networks/4b165d08-d478-4821-bbe5-bfe50564161b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845971 Aug 27 01:31:28.239577 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5137ca-a29c-4a76-8765-ac76916dcba3 req-fc1fd9ff-5ae8-4c44-b1ef-ac188cc8ea25 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:28.241053 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0a5137ca-a29c-4a76-8765-ac76916dcba3 req-fc1fd9ff-5ae8-4c44-b1ef-ac188cc8ea25 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 946 time: 0.0481644 Aug 27 01:31:28.277526 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0a5137ca-a29c-4a76-8765-ac76916dcba3 req-1bb847a9-8642-40e5-ba9e-b5a138468b8c tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303702 Aug 27 01:31:29.518118 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba7ef47-6076-42af-ab2d-b4df1d48a3ec req-b6b0590c-4c33-45b8-9668-6fbd47fe60e8 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:29.519576 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-4ba7ef47-6076-42af-ab2d-b4df1d48a3ec req-b6b0590c-4c33-45b8-9668-6fbd47fe60e8 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 946 time: 0.0515864 Aug 27 01:31:29.557085 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-4ba7ef47-6076-42af-ab2d-b4df1d48a3ec req-79a6cc35-1e8e-45c1-ba3a-53a21a521b5b tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313904 Aug 27 01:31:30.805272 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b030fe8-a692-47f3-98ce-aaf77b38d5eb req-0d118755-bd92-4672-9f3f-caf5d41f958e tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:30.806781 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6b030fe8-a692-47f3-98ce-aaf77b38d5eb req-0d118755-bd92-4672-9f3f-caf5d41f958e tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 946 time: 0.0533576 Aug 27 01:31:30.844860 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6b030fe8-a692-47f3-98ce-aaf77b38d5eb req-9117fe92-4785-48ac-8ed1-85718cbc11d5 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313411 Aug 27 01:31:32.030693 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a8ec38-c17e-4ef4-ae73-a64428400fb9 req-f7d7b970-8032-4ca0-ac92-af3f6ae866fe tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:32.030693 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-f9a8ec38-c17e-4ef4-ae73-a64428400fb9 req-f7d7b970-8032-4ca0-ac92-af3f6ae866fe tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 946 time: 0.0469728 Aug 27 01:31:32.030693 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-f9a8ec38-c17e-4ef4-ae73-a64428400fb9 req-7634abeb-63a2-431a-ab6a-c19cfb055746 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310729 Aug 27 01:31:33.295472 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09baba4a-6672-4199-a79d-96e1e4a1802a req-f23e9769-9621-46f9-abc0-0c2519b6a01f tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:33.297598 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-09baba4a-6672-4199-a79d-96e1e4a1802a req-f23e9769-9621-46f9-abc0-0c2519b6a01f tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 946 time: 0.0519383 Aug 27 01:31:33.335487 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-09baba4a-6672-4199-a79d-96e1e4a1802a req-355fd7ed-45c5-47f3-9414-ffc6bb7c71b1 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319879 Aug 27 01:31:34.479592 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47989c-7c18-4739-8925-ea621a674503 req-b91fb2ea-2e9d-42e7-8331-5d4e07124ce7 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:34.481064 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-ff47989c-7c18-4739-8925-ea621a674503 req-b91fb2ea-2e9d-42e7-8331-5d4e07124ce7 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 946 time: 0.0490608 Aug 27 01:31:34.519647 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-ff47989c-7c18-4739-8925-ea621a674503 req-c57a1296-2e7d-43d3-841b-91ceb2c84fb3 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322092 Aug 27 01:31:35.132327 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 54092) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:31:35.240934 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-2e280d13-db8a-460a-9422-85c92d5df6e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:35.336494 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-2e280d13-db8a-460a-9422-85c92d5df6e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:35.424278 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-2e280d13-db8a-460a-9422-85c92d5df6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:35.474606 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 54106) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:31:35.475672 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-2e280d13-db8a-460a-9422-85c92d5df6e8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=48a9add50c3c476db8fe91c270721304&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3420925 Aug 27 01:31:35.476750 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e280d13-db8a-460a-9422-85c92d5df6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55331f4-9c3a-464f-a152-3dea3da62e00,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:31:35.525684 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-11e33e1f-1e79-483b-8e48-fbce26d3391b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:35.549776 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-11e33e1f-1e79-483b-8e48-fbce26d3391b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:35.674073 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-11e33e1f-1e79-483b-8e48-fbce26d3391b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:35.676762 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-11e33e1f-1e79-483b-8e48-fbce26d3391b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:35.680520 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-11e33e1f-1e79-483b-8e48-fbce26d3391b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f55331f4-9c3a-464f-a152-3dea3da62e00 HTTP/1.1" status: 204 len: 168 time: 0.2020342 Aug 27 01:31:35.685682 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea335e-b493-4a3e-809c-b717ab395d2d req-0f528f76-826b-42cf-a1ef-153bc526ee1a tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:35.687392 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-65ea335e-b493-4a3e-809c-b717ab395d2d req-0f528f76-826b-42cf-a1ef-153bc526ee1a tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 946 time: 0.0500278 Aug 27 01:31:35.687599 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e33e1f-1e79-483b-8e48-fbce26d3391b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55331f4-9c3a-464f-a152-3dea3da62e00,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:31:35.730830 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-65ea335e-b493-4a3e-809c-b717ab395d2d req-c3e2da92-4a5c-4e45-810c-54d05e18a7d5 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368116 Aug 27 01:31:36.006498 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.agents_db [None req-fec0d0a0-65fd-4898-8015-6bc2580b487e None None] Agent healthcheck: found 6 active agents {{(pid=94318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 01:31:36.338210 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 54128) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:31:36.353340 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-c30691f0-d77c-4729-8941-06201237685e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:36.445290 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-c30691f0-d77c-4729-8941-06201237685e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:36.526575 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-c30691f0-d77c-4729-8941-06201237685e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:36.564276 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-c30691f0-d77c-4729-8941-06201237685e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=051ace3c73274cfb88d2eb9d4deb625b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2247238 Aug 27 01:31:36.566059 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30691f0-d77c-4729-8941-06201237685e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e429fd9-2b37-405a-9426-861fc3510e18,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:31:36.567004 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 54134) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:31:36.618896 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-96f4a09c-d4b7-41a5-b376-f62f14f583e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:36.642691 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-96f4a09c-d4b7-41a5-b376-f62f14f583e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:36.744267 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-96f4a09c-d4b7-41a5-b376-f62f14f583e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:36.746904 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-96f4a09c-d4b7-41a5-b376-f62f14f583e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:36.748107 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-96f4a09c-d4b7-41a5-b376-f62f14f583e4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3e429fd9-2b37-405a-9426-861fc3510e18 HTTP/1.1" status: 204 len: 168 time: 0.1792963 Aug 27 01:31:36.759259 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f4a09c-d4b7-41a5-b376-f62f14f583e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e429fd9-2b37-405a-9426-861fc3510e18,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:31:36.790442 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 54146) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:31:36.896477 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-8c82ae4e-bc2c-491c-b0ab-b8f6fcdeb189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:36.985192 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-8c82ae4e-bc2c-491c-b0ab-b8f6fcdeb189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:37.086864 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-8c82ae4e-bc2c-491c-b0ab-b8f6fcdeb189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:37.125774 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-8c82ae4e-bc2c-491c-b0ab-b8f6fcdeb189 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4adf2dcede334e7db85993ca0bbc79db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3336148 Aug 27 01:31:37.126718 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82ae4e-bc2c-491c-b0ab-b8f6fcdeb189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9d91e8-7820-42b2-8d2b-e10b7226a774,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:31:37.129019 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 54152) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:31:37.177527 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-34a5806b-7aa5-4f38-88f3-6f93100b2832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:37.198884 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-34a5806b-7aa5-4f38-88f3-6f93100b2832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:37.320116 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-34a5806b-7aa5-4f38-88f3-6f93100b2832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:37.322712 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-34a5806b-7aa5-4f38-88f3-6f93100b2832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:37.323841 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-34a5806b-7aa5-4f38-88f3-6f93100b2832 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3f9d91e8-7820-42b2-8d2b-e10b7226a774 HTTP/1.1" status: 204 len: 168 time: 0.1938295 Aug 27 01:31:37.332467 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a5806b-7aa5-4f38-88f3-6f93100b2832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9d91e8-7820-42b2-8d2b-e10b7226a774,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:31:37.959346 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 54182) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:31:37.974897 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a30d1d72-fb34-4c21-aef6-4e10849ff7d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:38.060911 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a30d1d72-fb34-4c21-aef6-4e10849ff7d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:38.142744 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a30d1d72-fb34-4c21-aef6-4e10849ff7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:38.180243 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d1d72-fb34-4c21-aef6-4e10849ff7d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889efa91-5f62-4e01-9150-f72217c42f42,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:31:38.184613 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-a30d1d72-fb34-4c21-aef6-4e10849ff7d9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e8f8cf09cbc84ab797ed6ed91a6b4884&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2242718 Aug 27 01:31:38.189110 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 54186) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:31:38.236504 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-f8502fdb-867d-4022-b22b-0f649a0e5d58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:38.257695 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-f8502fdb-867d-4022-b22b-0f649a0e5d58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:38.372551 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-f8502fdb-867d-4022-b22b-0f649a0e5d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:38.375891 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-f8502fdb-867d-4022-b22b-0f649a0e5d58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:38.377116 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-f8502fdb-867d-4022-b22b-0f649a0e5d58 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/889efa91-5f62-4e01-9150-f72217c42f42 HTTP/1.1" status: 204 len: 168 time: 0.1870813 Aug 27 01:31:38.387618 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8502fdb-867d-4022-b22b-0f649a0e5d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889efa91-5f62-4e01-9150-f72217c42f42,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:31:39.011344 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 54216) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:31:39.024261 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0960d039-f948-4242-b6d6-fa13833e5c95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:39.111886 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0960d039-f948-4242-b6d6-fa13833e5c95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:39.201351 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0960d039-f948-4242-b6d6-fa13833e5c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:39.239457 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-0960d039-f948-4242-b6d6-fa13833e5c95 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6fdc32314cea43cfaf91bab82e02bf8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2270391 Aug 27 01:31:39.240561 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0960d039-f948-4242-b6d6-fa13833e5c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c427ffe0-87e6-4c1a-802f-78da5a698497,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:31:39.242343 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 54218) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:31:39.290587 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-3607db74-692f-44fc-8087-cac7e8793263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:39.311667 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-3607db74-692f-44fc-8087-cac7e8793263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:39.428528 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-3607db74-692f-44fc-8087-cac7e8793263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:39.431591 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-3607db74-692f-44fc-8087-cac7e8793263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:39.432876 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-3607db74-692f-44fc-8087-cac7e8793263 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c427ffe0-87e6-4c1a-802f-78da5a698497 HTTP/1.1" status: 204 len: 168 time: 0.1888983 Aug 27 01:31:39.441047 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607db74-692f-44fc-8087-cac7e8793263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c427ffe0-87e6-4c1a-802f-78da5a698497,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:31:39.817076 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce1dc6-0de5-40da-be61-3cf85e5bdf8b req-29834209-8588-4e96-ba6f-596eb04ce0a3 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:39.818579 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-50ce1dc6-0de5-40da-be61-3cf85e5bdf8b req-29834209-8588-4e96-ba6f-596eb04ce0a3 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 946 time: 0.0502563 Aug 27 01:31:39.857973 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-50ce1dc6-0de5-40da-be61-3cf85e5bdf8b req-f060537e-cb14-4055-bc42-ace7ccf4d42c tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334353 Aug 27 01:31:40.997733 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf6b7c-2fd1-4271-82ea-d3a224b6460d req-d1466b53-d94d-40d5-8bd5-85c753527341 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:40.999218 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-45cf6b7c-2fd1-4271-82ea-d3a224b6460d req-d1466b53-d94d-40d5-8bd5-85c753527341 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 946 time: 0.0488820 Aug 27 01:31:41.036477 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-45cf6b7c-2fd1-4271-82ea-d3a224b6460d req-240925a3-4189-4cc3-a571-8ab0d8f5acf4 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306821 Aug 27 01:31:41.932543 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-296e21af-8f48-44ec-97d0-30372e217c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:42.350325 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9a8c1-4c90-4b5d-8ed1-d31fc63cc5fe req-c6f21880-65f1-4470-967c-4536fa0ac05e tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:42.351842 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-93f9a8c1-4c90-4b5d-8ed1-d31fc63cc5fe req-c6f21880-65f1-4470-967c-4536fa0ac05e tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 946 time: 0.0481639 Aug 27 01:31:42.390567 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-93f9a8c1-4c90-4b5d-8ed1-d31fc63cc5fe req-184563e6-82a9-47ba-887b-32881809c7d4 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327442 Aug 27 01:31:43.120657 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1dcc1-fa2a-47d5-9f02-79cdd3040d12 req-6b598270-5fa9-48a8-8de2-e1555ea2a766 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:43.122127 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d7b1dcc1-fa2a-47d5-9f02-79cdd3040d12 req-6b598270-5fa9-48a8-8de2-e1555ea2a766 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/networks?id=0794f498-7c79-4c04-9426-97a5145b6e4e HTTP/1.1" status: 200 len: 815 time: 0.1024466 Aug 27 01:31:43.137292 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d7b1dcc1-fa2a-47d5-9f02-79cdd3040d12 req-8b0dc524-5fff-41b3-82a6-39b635c880e2 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/quotas/8c9439f7236d4228aea4ccc73e5d6c08 HTTP/1.1" status: 200 len: 375 time: 0.0087075 Aug 27 01:31:43.185378 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d7b1dcc1-fa2a-47d5-9f02-79cdd3040d12 req-4af45ab6-2603-486c-9d3b-8bf7b7e3271d tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8c9439f7236d4228aea4ccc73e5d6c08&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0428894 Aug 27 01:31:43.279039 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d7b1dcc1-fa2a-47d5-9f02-79cdd3040d12 req-1043d0c5-fe09-4bfc-980e-815a13d9a332 service neutron] 10.222.0.25 "GET /v2.0/networks/0794f498-7c79-4c04-9426-97a5145b6e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862665 Aug 27 01:31:43.374105 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d7b1dcc1-fa2a-47d5-9f02-79cdd3040d12 req-61718f43-55e2-417a-b1fd-5e0570cb7dfa service neutron] 10.222.0.25 "GET /v2.0/networks/0794f498-7c79-4c04-9426-97a5145b6e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881457 Aug 27 01:31:43.686078 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-84f7701a-92c2-492d-adbf-4c5d4ba097b5 req-3b84420b-1f9f-40c4-8458-85caf6b27e7d tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e8afedf-7eb5-446f-a22d-1412c3a11039 HTTP/1.1" status: 200 len: 210 time: 0.0401082 Aug 27 01:31:43.719241 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c741aa91-e8e7-4f8c-b810-dc2567f061ca req-21f01fa6-832e-4f81-a750-3c9e7d93132d tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:43.721013 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-c741aa91-e8e7-4f8c-b810-dc2567f061ca req-21f01fa6-832e-4f81-a750-3c9e7d93132d tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 946 time: 0.0622845 Aug 27 01:31:43.767947 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-c741aa91-e8e7-4f8c-b810-dc2567f061ca req-7e4bd89e-46fb-419f-9cbd-b2f637fe377b tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356603 Aug 27 01:31:44.407305 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 54416) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:31:44.486832 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-b640713b-3413-4d94-b34d-7ad739afa161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:44.539613 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-9943ff48-ee21-4c8d-a625-5b9bc1a1386f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:44.632046 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-9943ff48-ee21-4c8d-a625-5b9bc1a1386f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:44.662550 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:44.738592 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-9943ff48-ee21-4c8d-a625-5b9bc1a1386f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:44.816437 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9943ff48-ee21-4c8d-a625-5b9bc1a1386f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=939a431e-6134-4b86-a98d-be19b4240f62,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:31:44.825379 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-b2f4ad33-afeb-4e9b-b707-402e873c918c req-265fd2b4-a3cf-4fec-97f5-4d8be851e6b2 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e8afedf-7eb5-446f-a22d-1412c3a11039 HTTP/1.1" status: 200 len: 210 time: 0.0624738 Aug 27 01:31:44.833120 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-9943ff48-ee21-4c8d-a625-5b9bc1a1386f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0af0b9042fff4f45a8be3201d9e04428&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4223499 Aug 27 01:31:44.835222 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 54430) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:31:44.921136 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-114513ae-6763-4c3a-8dda-f62fc89060d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:44.944314 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32bc243-6202-484e-90ab-22f6aac48429 req-63984a59-593f-4b5b-a17a-50bc8a64d113 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:44.945801 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-f32bc243-6202-484e-90ab-22f6aac48429 req-63984a59-593f-4b5b-a17a-50bc8a64d113 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 946 time: 0.0763664 Aug 27 01:31:44.955860 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-114513ae-6763-4c3a-8dda-f62fc89060d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:45.010161 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-f32bc243-6202-484e-90ab-22f6aac48429 req-a8959002-8fb2-4940-a65e-d4f62762c322 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567160 Aug 27 01:31:45.107182 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-114513ae-6763-4c3a-8dda-f62fc89060d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:45.110065 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-114513ae-6763-4c3a-8dda-f62fc89060d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:45.111420 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-114513ae-6763-4c3a-8dda-f62fc89060d1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/939a431e-6134-4b86-a98d-be19b4240f62 HTTP/1.1" status: 204 len: 168 time: 0.2750669 Aug 27 01:31:45.120456 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114513ae-6763-4c3a-8dda-f62fc89060d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=939a431e-6134-4b86-a98d-be19b4240f62,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:31:45.775194 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 54448) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:31:45.791668 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-6a7a1ba2-9ff7-428f-a261-09f880e01a8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:45.882546 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-6a7a1ba2-9ff7-428f-a261-09f880e01a8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:45.896862 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ed545f81-8b1b-4cf8-a1bc-5817d83b44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:45.989384 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-6a7a1ba2-9ff7-428f-a261-09f880e01a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:45.993817 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-2bb9da4f-aad6-440e-8be4-3eda2f13959e req-728cdd4a-b76e-4136-b929-7bb2bd386c7a tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e8afedf-7eb5-446f-a22d-1412c3a11039 HTTP/1.1" status: 200 len: 210 time: 0.0290675 Aug 27 01:31:46.029178 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7a1ba2-9ff7-428f-a261-09f880e01a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f5c7d2-d4ba-4200-a9d5-25ae11642b2c,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:31:46.033468 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-6a7a1ba2-9ff7-428f-a261-09f880e01a8a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5ca1291734164c52bc8d26d371e0f166&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2572386 Aug 27 01:31:46.036362 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 54456) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:31:46.096987 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-5f4526b0-812d-4b40-9866-36b50967078d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:46.142915 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189a3de-0721-471f-8cab-ec8ef56d65e7 req-b7d4c85f-8661-409a-ae9b-888ce871edd5 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:46.144396 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-8189a3de-0721-471f-8cab-ec8ef56d65e7 req-b7d4c85f-8661-409a-ae9b-888ce871edd5 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 946 time: 0.0529482 Aug 27 01:31:46.165497 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-5f4526b0-812d-4b40-9866-36b50967078d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:46.185554 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-8189a3de-0721-471f-8cab-ec8ef56d65e7 req-0ccdf3c9-5823-4862-a276-527483782d6f tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347114 Aug 27 01:31:46.244961 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1dcc1-fa2a-47d5-9f02-79cdd3040d12 req-447432ca-47ba-4985-ace0-d87e54df1660 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:46.246444 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d7b1dcc1-fa2a-47d5-9f02-79cdd3040d12 req-447432ca-47ba-4985-ace0-d87e54df1660 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.24 "GET /v2.0/networks?id=0794f498-7c79-4c04-9426-97a5145b6e4e HTTP/1.1" status: 200 len: 815 time: 0.1446941 Aug 27 01:31:46.274096 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [req-d7b1dcc1-fa2a-47d5-9f02-79cdd3040d12 req-ce35d332-4071-4b9a-a823-06cf5daee7c4 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Request body: {'port': {'device_id': '6e8afedf-7eb5-446f-a22d-1412c3a11039', 'network_id': '0794f498-7c79-4c04-9426-97a5145b6e4e', 'admin_state_up': True, 'tenant_id': '8c9439f7236d4228aea4ccc73e5d6c08'}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:31:46.344187 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-5f4526b0-812d-4b40-9866-36b50967078d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:46.346822 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-5f4526b0-812d-4b40-9866-36b50967078d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:46.348107 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-5f4526b0-812d-4b40-9866-36b50967078d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e0f5c7d2-d4ba-4200-a9d5-25ae11642b2c HTTP/1.1" status: 204 len: 168 time: 0.3106532 Aug 27 01:31:46.365281 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4526b0-812d-4b40-9866-36b50967078d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f5c7d2-d4ba-4200-a9d5-25ae11642b2c,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:31:46.503688 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7b1dcc1-fa2a-47d5-9f02-79cdd3040d12 req-ce35d332-4071-4b9a-a823-06cf5daee7c4 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Made reservation on behalf of 8c9439f7236d4228aea4ccc73e5d6c08 for: {'port': 1} {{(pid=94315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:31:46.507252 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-d7b1dcc1-fa2a-47d5-9f02-79cdd3040d12 req-ce35d332-4071-4b9a-a823-06cf5daee7c4 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:46.635934 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.db_base_plugin_common [req-d7b1dcc1-fa2a-47d5-9f02-79cdd3040d12 req-ce35d332-4071-4b9a-a823-06cf5daee7c4 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Allocated IP 172.20.0.12 (0794f498-7c79-4c04-9426-97a5145b6e4e/c51de9e7-47ee-434f-828c-ea60be2f0419/cd19f281-5f24-4728-b09e-57bb575f8a48) {{(pid=94315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 01:31:46.787632 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-d7b1dcc1-fa2a-47d5-9f02-79cdd3040d12 req-ce35d332-4071-4b9a-a823-06cf5daee7c4 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Notify callbacks [] for port, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:46.893166 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-d7b1dcc1-fa2a-47d5-9f02-79cdd3040d12 req-ce35d332-4071-4b9a-a823-06cf5daee7c4 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791478024214'] for port, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:46.939610 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7b1dcc1-fa2a-47d5-9f02-79cdd3040d12 req-ce35d332-4071-4b9a-a823-06cf5daee7c4 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Network 0794f498-7c79-4c04-9426-97a5145b6e4e is already hosted by enough agents. {{(pid=94315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:31:46.944717 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] get_ports_and_sgs() called for port_ids ['c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e'] {{(pid=94317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 01:31:46.945252 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.base_scheduler [req-d7b1dcc1-fa2a-47d5-9f02-79cdd3040d12 req-ce35d332-4071-4b9a-a823-06cf5daee7c4 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Resources bound (agent type, host, resource id): {{(pid=94315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:31:46.948686 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b1dcc1-fa2a-47d5-9f02-79cdd3040d12 req-ce35d332-4071-4b9a-a823-06cf5daee7c4 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Received port after_create {{(pid=94315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 01:31:46.954189 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1dcc1-fa2a-47d5-9f02-79cdd3040d12 req-ce35d332-4071-4b9a-a823-06cf5daee7c4 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:46.954792 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-d7b1dcc1-fa2a-47d5-9f02-79cdd3040d12 req-ce35d332-4071-4b9a-a823-06cf5daee7c4 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for port, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:46.961139 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce35d332-4071-4b9a-a823-06cf5daee7c4 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Pushing event updated for resources: {'Port': ['ID=cd19f281-5f24-4728-b09e-57bb575f8a48,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:31:47.036278 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d7b1dcc1-fa2a-47d5-9f02-79cdd3040d12 req-ce35d332-4071-4b9a-a823-06cf5daee7c4 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7659752 Aug 27 01:31:47.132193 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [req-d7b1dcc1-fa2a-47d5-9f02-79cdd3040d12 req-c6f52d11-0a65-45e1-92c7-fd9de725c963 service neutron] Request body: {'port': {'device_id': '6e8afedf-7eb5-446f-a22d-1412c3a11039', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75916'}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:31:47.343942 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736803ff-235c-40f7-8742-6fa51e7003c9 req-d167075b-a011-418f-b07c-91cb35fc5de9 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:47.345675 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-736803ff-235c-40f7-8742-6fa51e7003c9 req-d167075b-a011-418f-b07c-91cb35fc5de9 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 946 time: 0.0534058 Aug 27 01:31:47.392588 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-736803ff-235c-40f7-8742-6fa51e7003c9 req-ef048cda-fc23-4241-adc1-40366e8f6e4f tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384269 Aug 27 01:31:47.415204 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-809c4053-e1f3-4656-979d-5dfd58cb0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:47.485058 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-d7b1dcc1-fa2a-47d5-9f02-79cdd3040d12 req-c6f52d11-0a65-45e1-92c7-fd9de725c963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:47.503081 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212facc-f302-4029-bf05-f209ffb86949 req-9fa517ab-305d-478e-a6bc-57ca0e67c70f tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:47.504568 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6212facc-f302-4029-bf05-f209ffb86949 req-9fa517ab-305d-478e-a6bc-57ca0e67c70f tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e8afedf-7eb5-446f-a22d-1412c3a11039 HTTP/1.1" status: 200 len: 932 time: 0.0831943 Aug 27 01:31:47.585368 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6212facc-f302-4029-bf05-f209ffb86949 req-30592e7e-8882-4a6f-a072-9195acbec0b4 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739181 Aug 27 01:31:47.800976 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [req-d7b1dcc1-fa2a-47d5-9f02-79cdd3040d12 req-c6f52d11-0a65-45e1-92c7-fd9de725c963 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd19f281-5f24-4728-b09e-57bb575f8a48 {{(pid=94315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 01:31:47.808335 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-d7b1dcc1-fa2a-47d5-9f02-79cdd3040d12 req-c6f52d11-0a65-45e1-92c7-fd9de725c963 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:47.822217 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.provisioning_blocks [req-d7b1dcc1-fa2a-47d5-9f02-79cdd3040d12 req-c6f52d11-0a65-45e1-92c7-fd9de725c963 service neutron] Transition to ACTIVE for port object cd19f281-5f24-4728-b09e-57bb575f8a48 will not be triggered until provisioned by entity L2. {{(pid=94315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:31:47.909853 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-d7b1dcc1-fa2a-47d5-9f02-79cdd3040d12 req-c6f52d11-0a65-45e1-92c7-fd9de725c963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:47.979906 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f52d11-0a65-45e1-92c7-fd9de725c963 service neutron] Pushing event updated for resources: {'Port': ['ID=cd19f281-5f24-4728-b09e-57bb575f8a48,revision_number=2']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:31:48.000689 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.managers [req-d7b1dcc1-fa2a-47d5-9f02-79cdd3040d12 req-c6f52d11-0a65-45e1-92c7-fd9de725c963 service neutron] Attempting to bind port cd19f281-5f24-4728-b09e-57bb575f8a48 on host hv-cinder-75916 for vnic_type normal with profile {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 01:31:48.000964 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.managers [req-d7b1dcc1-fa2a-47d5-9f02-79cdd3040d12 req-c6f52d11-0a65-45e1-92c7-fd9de725c963 service neutron] Attempting to bind port cd19f281-5f24-4728-b09e-57bb575f8a48 by drivers openvswitch,hyperv on host hv-cinder-75916 at level 0 using segments [{'id': 'f46d30fd-ee13-4318-b586-c425fc0d32de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0794f498-7c79-4c04-9426-97a5145b6e4e'}] {{(pid=94315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 01:31:48.001299 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b1dcc1-fa2a-47d5-9f02-79cdd3040d12 req-c6f52d11-0a65-45e1-92c7-fd9de725c963 service neutron] Attempting to bind port cd19f281-5f24-4728-b09e-57bb575f8a48 on network 0794f498-7c79-4c04-9426-97a5145b6e4e {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:31:48.006439 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b1dcc1-fa2a-47d5-9f02-79cdd3040d12 req-c6f52d11-0a65-45e1-92c7-fd9de725c963 service neutron] Port cd19f281-5f24-4728-b09e-57bb575f8a48 on network 0794f498-7c79-4c04-9426-97a5145b6e4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75916 {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 01:31:48.006668 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b1dcc1-fa2a-47d5-9f02-79cdd3040d12 req-c6f52d11-0a65-45e1-92c7-fd9de725c963 service neutron] Attempting to bind port cd19f281-5f24-4728-b09e-57bb575f8a48 on network 0794f498-7c79-4c04-9426-97a5145b6e4e {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:31:48.019646 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b1dcc1-fa2a-47d5-9f02-79cdd3040d12 req-c6f52d11-0a65-45e1-92c7-fd9de725c963 service neutron] Checking agent: {'id': '7830a306-a71a-451e-a6c7-89247e1febf2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75916', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 1, 28, 23), 'started_at': datetime.datetime(2021, 8, 27, 1, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 1, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 01:31:48.019979 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b1dcc1-fa2a-47d5-9f02-79cdd3040d12 req-c6f52d11-0a65-45e1-92c7-fd9de725c963 service neutron] Checking segment: {'id': 'f46d30fd-ee13-4318-b586-c425fc0d32de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0794f498-7c79-4c04-9426-97a5145b6e4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:31:48.020380 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b1dcc1-fa2a-47d5-9f02-79cdd3040d12 req-c6f52d11-0a65-45e1-92c7-fd9de725c963 service neutron] Bound using segment: {'id': 'f46d30fd-ee13-4318-b586-c425fc0d32de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0794f498-7c79-4c04-9426-97a5145b6e4e'} {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 01:31:48.020880 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.managers [req-d7b1dcc1-fa2a-47d5-9f02-79cdd3040d12 req-c6f52d11-0a65-45e1-92c7-fd9de725c963 service neutron] Bound port: cd19f281-5f24-4728-b09e-57bb575f8a48, host: hv-cinder-75916, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f46d30fd-ee13-4318-b586-c425fc0d32de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0794f498-7c79-4c04-9426-97a5145b6e4e'}}] {{(pid=94315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 01:31:48.021357 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-d7b1dcc1-fa2a-47d5-9f02-79cdd3040d12 req-c6f52d11-0a65-45e1-92c7-fd9de725c963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:48.096290 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [req-d7b1dcc1-fa2a-47d5-9f02-79cdd3040d12 req-c6f52d11-0a65-45e1-92c7-fd9de725c963 service neutron] For port cd19f281-5f24-4728-b09e-57bb575f8a48, host hv-cinder-75916, cleared binding levels {{(pid=94315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 01:31:48.098706 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 54520) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:31:48.099436 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [req-d7b1dcc1-fa2a-47d5-9f02-79cdd3040d12 req-c6f52d11-0a65-45e1-92c7-fd9de725c963 service neutron] For port cd19f281-5f24-4728-b09e-57bb575f8a48, host hv-cinder-75916, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=cd19f281-5f24-4728-b09e-57bb575f8a48,segment=NetworkSegment(f46d30fd-ee13-4318-b586-c425fc0d32de),segment_id=f46d30fd-ee13-4318-b586-c425fc0d32de)] {{(pid=94315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 01:31:48.160106 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-d7b1dcc1-fa2a-47d5-9f02-79cdd3040d12 req-c6f52d11-0a65-45e1-92c7-fd9de725c963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:48.196375 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1dcc1-fa2a-47d5-9f02-79cdd3040d12 req-c6f52d11-0a65-45e1-92c7-fd9de725c963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:48.197293 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-d7b1dcc1-fa2a-47d5-9f02-79cdd3040d12 req-c6f52d11-0a65-45e1-92c7-fd9de725c963 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for port, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:48.200035 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d7b1dcc1-fa2a-47d5-9f02-79cdd3040d12 req-c6f52d11-0a65-45e1-92c7-fd9de725c963 service neutron] 10.222.0.24 "PUT /v2.0/ports/cd19f281-5f24-4728-b09e-57bb575f8a48 HTTP/1.1" status: 200 len: 1094 time: 1.0724957 Aug 27 01:31:48.202302 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e8afedf-7eb5-446f-a22d-1412c3a11039', 'tag': 'cd19f281-5f24-4728-b09e-57bb575f8a48'}] {{(pid=94315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:31:48.205344 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4b197ec9f2f0e9474c50df7e7ed8b30a1ed8e7d4526d98a0361b780d87c209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12be6352-58dd-4174-a240-5396161c6a68" -d '{"events": [{"name": "network-changed", "server_uuid": "6e8afedf-7eb5-446f-a22d-1412c3a11039", "tag": "cd19f281-5f24-4728-b09e-57bb575f8a48"}]}' {{(pid=94315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:31:48.232766 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-8399a93e-e0cb-4bc2-a8ab-13f70a53e53a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:48.241941 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f52d11-0a65-45e1-92c7-fd9de725c963 service neutron] Pushing event updated for resources: {'Port': ['ID=cd19f281-5f24-4728-b09e-57bb575f8a48,revision_number=3']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:31:48.276560 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 01:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d3e016-5a23-4837-b90f-2e22d886ad88 x-openstack-request-id: req-56d3e016-5a23-4837-b90f-2e22d886ad88 {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:31:48.276717 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e8afedf-7eb5-446f-a22d-1412c3a11039", "tag": "cd19f281-5f24-4728-b09e-57bb575f8a48", "status": "completed", "code": 200}]} {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:31:48.276994 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-56d3e016-5a23-4837-b90f-2e22d886ad88 {{(pid=94315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:31:48.277388 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e8afedf-7eb5-446f-a22d-1412c3a11039', 'tag': 'cd19f281-5f24-4728-b09e-57bb575f8a48', 'status': 'completed', 'code': 200} Aug 27 01:31:48.343169 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-8399a93e-e0cb-4bc2-a8ab-13f70a53e53a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:48.416451 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-8399a93e-e0cb-4bc2-a8ab-13f70a53e53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:48.439548 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be6352-58dd-4174-a240-5396161c6a68 req-48ee77b2-87ea-40a3-8f02-da640153efed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:48.441246 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-12be6352-58dd-4174-a240-5396161c6a68 req-48ee77b2-87ea-40a3-8f02-da640153efed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8c9439f7236d4228aea4ccc73e5d6c08&device_id=6e8afedf-7eb5-446f-a22d-1412c3a11039 HTTP/1.1" status: 200 len: 1097 time: 0.0502944 Aug 27 01:31:48.460080 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-8399a93e-e0cb-4bc2-a8ab-13f70a53e53a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=393174e781224805b2589d61f8d49ad4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3602929 Aug 27 01:31:48.460955 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399a93e-e0cb-4bc2-a8ab-13f70a53e53a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8717bda2-32b3-4bf7-a7fa-a0608ae2d753,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:31:48.464438 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 54538) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:31:48.562811 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874f7e0-693d-4314-9dc9-e0ebea50161f req-30fe9e4d-a3c6-4217-9462-6fa5866558f6 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:48.564789 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-7874f7e0-693d-4314-9dc9-e0ebea50161f req-30fe9e4d-a3c6-4217-9462-6fa5866558f6 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 946 time: 0.0593755 Aug 27 01:31:48.589909 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-af5791c8-e243-411b-b86e-7ee6f31cd020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:48.611514 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be6352-58dd-4174-a240-5396161c6a68 req-b96dedb6-601b-40ab-85c1-8479490da53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:48.613019 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-12be6352-58dd-4174-a240-5396161c6a68 req-b96dedb6-601b-40ab-85c1-8479490da53c service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=8c9439f7236d4228aea4ccc73e5d6c08&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1405351 Aug 27 01:31:48.617104 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-7874f7e0-693d-4314-9dc9-e0ebea50161f req-4da2ecf6-b97f-49c6-9d05-09be97ce9025 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461011 Aug 27 01:31:48.637344 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-af5791c8-e243-411b-b86e-7ee6f31cd020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:48.778057 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be6352-58dd-4174-a240-5396161c6a68 req-c6e8199e-a1dd-4547-aa77-cf358044e421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:48.779519 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-12be6352-58dd-4174-a240-5396161c6a68 req-c6e8199e-a1dd-4547-aa77-cf358044e421 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1588976 Aug 27 01:31:48.787329 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ced941-1f4a-4d18-abf9-c027a9887630 req-0c84a106-6ae2-45e9-8dc8-ddf53878577a tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:48.788747 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-43ced941-1f4a-4d18-abf9-c027a9887630 req-0c84a106-6ae2-45e9-8dc8-ddf53878577a tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e8afedf-7eb5-446f-a22d-1412c3a11039 HTTP/1.1" status: 200 len: 944 time: 0.1139486 Aug 27 01:31:48.833020 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-43ced941-1f4a-4d18-abf9-c027a9887630 req-86781e35-77fd-486d-b898-fceba7b58fd9 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355220 Aug 27 01:31:48.920912 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-af5791c8-e243-411b-b86e-7ee6f31cd020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:48.923921 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-af5791c8-e243-411b-b86e-7ee6f31cd020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:48.925143 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-af5791c8-e243-411b-b86e-7ee6f31cd020 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8717bda2-32b3-4bf7-a7fa-a0608ae2d753 HTTP/1.1" status: 204 len: 168 time: 0.4595532 Aug 27 01:31:48.938423 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5791c8-e243-411b-b86e-7ee6f31cd020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8717bda2-32b3-4bf7-a7fa-a0608ae2d753,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:31:48.949604 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1dcc1-fa2a-47d5-9f02-79cdd3040d12 req-d6e199dd-8299-4ce9-9592-54c55dab968d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:48.951462 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d7b1dcc1-fa2a-47d5-9f02-79cdd3040d12 req-d6e199dd-8299-4ce9-9592-54c55dab968d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8c9439f7236d4228aea4ccc73e5d6c08&device_id=6e8afedf-7eb5-446f-a22d-1412c3a11039 HTTP/1.1" status: 200 len: 1097 time: 0.0648706 Aug 27 01:31:49.008994 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d7b1dcc1-fa2a-47d5-9f02-79cdd3040d12 req-71a2e498-2f15-4293-bf64-59055392d1c0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd19f281-5f24-4728-b09e-57bb575f8a48 HTTP/1.1" status: 200 len: 217 time: 0.0360765 Aug 27 01:31:49.088327 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1dcc1-fa2a-47d5-9f02-79cdd3040d12 req-61694780-26e3-470b-b784-d8ee4ee7f9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:49.090122 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d7b1dcc1-fa2a-47d5-9f02-79cdd3040d12 req-61694780-26e3-470b-b784-d8ee4ee7f9fc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c51de9e7-47ee-434f-828c-ea60be2f0419 HTTP/1.1" status: 200 len: 855 time: 0.0473747 Aug 27 01:31:49.126786 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d7b1dcc1-fa2a-47d5-9f02-79cdd3040d12 req-8bd028f4-154c-4fd9-9a67-a776b6843ba7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0794f498-7c79-4c04-9426-97a5145b6e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250425 Aug 27 01:31:49.246648 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d7b1dcc1-fa2a-47d5-9f02-79cdd3040d12 req-7725f9e8-414e-450c-b681-e4f649fe33e1 service neutron] 10.222.0.24 "GET /v2.0/networks/0794f498-7c79-4c04-9426-97a5145b6e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029642 Aug 27 01:31:49.349157 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d7b1dcc1-fa2a-47d5-9f02-79cdd3040d12 req-178b1d4b-2373-42ab-aa27-6e69c032240d service neutron] 10.222.0.24 "GET /v2.0/networks/0794f498-7c79-4c04-9426-97a5145b6e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929768 Aug 27 01:31:49.785548 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bdf4ba-1581-42a8-aed0-e6c8e711c1c0 req-b40815d1-295e-4dae-8c54-78e3c9804280 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:49.787054 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-e5bdf4ba-1581-42a8-aed0-e6c8e711c1c0 req-b40815d1-295e-4dae-8c54-78e3c9804280 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 946 time: 0.0576155 Aug 27 01:31:49.829166 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-e5bdf4ba-1581-42a8-aed0-e6c8e711c1c0 req-0b0eff5f-3b5e-4941-8de4-4356f2d4bde5 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353508 Aug 27 01:31:49.967861 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f379d7ad-ae40-4ae6-9e21-428445adb037 req-9543b841-26d3-4b40-8c8e-66bb8bce59a3 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:49.970645 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-f379d7ad-ae40-4ae6-9e21-428445adb037 req-9543b841-26d3-4b40-8c8e-66bb8bce59a3 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e8afedf-7eb5-446f-a22d-1412c3a11039 HTTP/1.1" status: 200 len: 944 time: 0.0662646 Aug 27 01:31:50.010848 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-f379d7ad-ae40-4ae6-9e21-428445adb037 req-ee3f0180-9db4-49ba-9117-09e8f1d89576 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336971 Aug 27 01:31:50.951977 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b46ee-0230-4f97-a204-40fd5e98a524 req-6f2a92e7-c05a-43fe-9a75-3e27a2fc365a tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:50.956995 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-1f3b46ee-0230-4f97-a204-40fd5e98a524 req-6f2a92e7-c05a-43fe-9a75-3e27a2fc365a tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 946 time: 0.0527861 Aug 27 01:31:50.992839 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-1f3b46ee-0230-4f97-a204-40fd5e98a524 req-6b47dc29-c8a1-4e10-86ba-f5d405244d30 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332711 Aug 27 01:31:51.133159 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ebca7-10b4-4985-9fe5-d0d03bcdd0c4 req-011551fd-15b2-4583-a2a0-fdec9ea05419 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:51.134628 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-018ebca7-10b4-4985-9fe5-d0d03bcdd0c4 req-011551fd-15b2-4583-a2a0-fdec9ea05419 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e8afedf-7eb5-446f-a22d-1412c3a11039 HTTP/1.1" status: 200 len: 944 time: 0.0479426 Aug 27 01:31:51.174095 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-018ebca7-10b4-4985-9fe5-d0d03bcdd0c4 req-ae31f99d-9ec0-435e-9c8e-d6a3900b7aea tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327876 Aug 27 01:31:52.182607 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb61f60-4f16-4976-b6fc-441861c2d1d3 req-c302c40d-4ee6-4d55-b4a5-77cfd2086a77 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:52.182607 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-ddb61f60-4f16-4976-b6fc-441861c2d1d3 req-c302c40d-4ee6-4d55-b4a5-77cfd2086a77 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 946 time: 0.0473561 Aug 27 01:31:52.218401 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-ddb61f60-4f16-4976-b6fc-441861c2d1d3 req-4214a108-9346-4839-9836-f9e271832e8c tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310724 Aug 27 01:31:52.251637 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device cd19f281-5f24-4728-b09e-57bb575f8a48 details requested by agent hyperv_hv-cinder-75916 with host hv-cinder-75916 {{(pid=94317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 01:31:52.350845 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203d794e-e4ac-496b-a8e2-ea6626598e7e req-ad073b0b-da6f-44ff-8570-d1aadaf829ed tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:52.357922 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-203d794e-e4ac-496b-a8e2-ea6626598e7e req-ad073b0b-da6f-44ff-8570-d1aadaf829ed tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b401b16-f181-45c2-99c7-73e06eb28974 HTTP/1.1" status: 200 len: 945 time: 0.0821011 Aug 27 01:31:52.362293 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port cd19f281-5f24-4728-b09e-57bb575f8a48, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=cd19f281-5f24-4728-b09e-57bb575f8a48,segment=NetworkSegment(f46d30fd-ee13-4318-b586-c425fc0d32de),segment_id=f46d30fd-ee13-4318-b586-c425fc0d32de)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:31:52.374788 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Returning: {'device': 'cd19f281-5f24-4728-b09e-57bb575f8a48', 'network_id': '0794f498-7c79-4c04-9426-97a5145b6e4e', 'port_id': 'cd19f281-5f24-4728-b09e-57bb575f8a48', 'mac_address': 'fa:16:3e:f9:ef:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c51de9e7-47ee-434f-828c-ea60be2f0419', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 01:31:52.384966 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632546fd-c25e-47f0-849f-0d8b11722956 req-0dd6fb89-85d4-4c3d-be5a-e3b8a1de89c4 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:52.386774 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-632546fd-c25e-47f0-849f-0d8b11722956 req-0dd6fb89-85d4-4c3d-be5a-e3b8a1de89c4 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e8afedf-7eb5-446f-a22d-1412c3a11039 HTTP/1.1" status: 200 len: 944 time: 0.0518856 Aug 27 01:31:52.394729 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-203d794e-e4ac-496b-a8e2-ea6626598e7e req-5217da8c-b9d9-470e-bbcc-3bba8765f9a9 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/security-groups?id=56c82726-5717-4c95-a0e5-e06ab3e2e3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351682 Aug 27 01:31:52.425585 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:52.439655 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.notifiers.nova [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd19f281-5f24-4728-b09e-57bb575f8a48 {{(pid=94317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 01:31:52.448386 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-632546fd-c25e-47f0-849f-0d8b11722956 req-04950203-06f4-489c-9016-6e130266c2bf tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408158 Aug 27 01:31:52.459122 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port cd19f281-5f24-4728-b09e-57bb575f8a48, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=cd19f281-5f24-4728-b09e-57bb575f8a48,segment=NetworkSegment(f46d30fd-ee13-4318-b586-c425fc0d32de),segment_id=f46d30fd-ee13-4318-b586-c425fc0d32de)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:31:52.526820 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:52.576651 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Pushing event updated for resources: {'Port': ['ID=cd19f281-5f24-4728-b09e-57bb575f8a48,revision_number=4']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:31:53.166611 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] get_ports_and_sgs() called for port_ids ['cd19f281-5f24-4728-b09e-57bb575f8a48'] {{(pid=94317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 01:31:53.361201 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a519f63-c620-4bd8-8010-0a773e12428b req-ded99355-1920-45c3-a6ba-97081588c233 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:53.362680 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-8a519f63-c620-4bd8-8010-0a773e12428b req-ded99355-1920-45c3-a6ba-97081588c233 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 946 time: 0.0641968 Aug 27 01:31:53.400917 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-8a519f63-c620-4bd8-8010-0a773e12428b req-9002385b-e08d-4bd9-b62c-5ba1da68fc91 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323415 Aug 27 01:31:53.514230 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8150208-4689-4a3a-8d44-faf39423a28b req-bffc9b5e-db88-4fbb-b248-5ee719ae0650 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:53.515815 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d8150208-4689-4a3a-8d44-faf39423a28b req-bffc9b5e-db88-4fbb-b248-5ee719ae0650 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b401b16-f181-45c2-99c7-73e06eb28974 HTTP/1.1" status: 200 len: 945 time: 0.0498528 Aug 27 01:31:53.555320 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d8150208-4689-4a3a-8d44-faf39423a28b req-886e7452-5bff-4cbe-98e6-7d144491f362 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/security-groups?id=56c82726-5717-4c95-a0e5-e06ab3e2e3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329919 Aug 27 01:31:53.572940 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413341de-2435-46cd-8199-a61b6e5905f3 req-71dec3c4-a2a7-4642-a783-d63ff6d0fb47 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:53.574399 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-413341de-2435-46cd-8199-a61b6e5905f3 req-71dec3c4-a2a7-4642-a783-d63ff6d0fb47 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e8afedf-7eb5-446f-a22d-1412c3a11039 HTTP/1.1" status: 200 len: 945 time: 0.0479407 Aug 27 01:31:53.611793 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-413341de-2435-46cd-8199-a61b6e5905f3 req-1665bcd8-c868-4803-947c-b78993a8a552 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311997 Aug 27 01:31:54.292014 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:54.423531 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 54704) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:31:54.524208 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3250dc8d-2d2c-4399-b246-eeda7d97afab req-a94fbfd8-d349-40ff-a756-790909ec1a18 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:54.525956 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-3250dc8d-2d2c-4399-b246-eeda7d97afab req-a94fbfd8-d349-40ff-a756-790909ec1a18 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 946 time: 0.0496800 Aug 27 01:31:54.546563 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-fbd0cc57-fe74-43fa-b5a9-27cc76ea25e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:54.591200 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-3250dc8d-2d2c-4399-b246-eeda7d97afab req-f4be7a21-f3c1-4677-9e58-d8f62ebf3122 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567944 Aug 27 01:31:54.683670 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-fbd0cc57-fe74-43fa-b5a9-27cc76ea25e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:54.767381 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-fbd0cc57-fe74-43fa-b5a9-27cc76ea25e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:54.788333 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651df627-4723-4f12-a62b-31764ead3e84 req-c6e73f63-6536-4611-924a-708213a9e3f7 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:54.790680 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-651df627-4723-4f12-a62b-31764ead3e84 req-c6e73f63-6536-4611-924a-708213a9e3f7 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e8afedf-7eb5-446f-a22d-1412c3a11039 HTTP/1.1" status: 200 len: 945 time: 0.0591362 Aug 27 01:31:54.800091 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 54720) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:31:54.800337 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-fbd0cc57-fe74-43fa-b5a9-27cc76ea25e8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=41a5bf9fe38d4e25961c0a7dbd34f3ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3753788 Aug 27 01:31:54.807779 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 54722) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:31:54.856495 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0cc57-fe74-43fa-b5a9-27cc76ea25e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28ddebf-0cc9-4ff5-9161-4f0da1e4f615,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:31:54.880979 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-651df627-4723-4f12-a62b-31764ead3e84 req-0ef6930f-4134-4771-af98-2aac3bd085de tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835731 Aug 27 01:31:54.884268 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db934264-6c5d-4c07-b80f-5f566f8322df req-78254400-e6c0-4445-b756-2f282c7e6586 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:54.886618 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-db934264-6c5d-4c07-b80f-5f566f8322df req-78254400-e6c0-4445-b756-2f282c7e6586 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b401b16-f181-45c2-99c7-73e06eb28974 HTTP/1.1" status: 200 len: 945 time: 0.0849636 Aug 27 01:31:54.893799 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-4c8649e2-309f-4167-b991-a62b2a329fcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:54.915855 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-4c8649e2-309f-4167-b991-a62b2a329fcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:54.928791 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-db934264-6c5d-4c07-b80f-5f566f8322df req-683ebc1a-9ccf-422a-a64f-6f8ad0fd78a1 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/security-groups?id=56c82726-5717-4c95-a0e5-e06ab3e2e3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348325 Aug 27 01:31:54.951181 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-b7d041eb-a1a8-45ca-a742-bde7b2692d6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:55.023558 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-4c8649e2-309f-4167-b991-a62b2a329fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:55.026159 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-4c8649e2-309f-4167-b991-a62b2a329fcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:55.029933 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-4c8649e2-309f-4167-b991-a62b2a329fcb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b28ddebf-0cc9-4ff5-9161-4f0da1e4f615 HTTP/1.1" status: 204 len: 168 time: 0.2209518 Aug 27 01:31:55.042883 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8649e2-309f-4167-b991-a62b2a329fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28ddebf-0cc9-4ff5-9161-4f0da1e4f615,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:31:55.097988 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-b7d041eb-a1a8-45ca-a742-bde7b2692d6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:55.199704 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-b7d041eb-a1a8-45ca-a742-bde7b2692d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:55.241467 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-b7d041eb-a1a8-45ca-a742-bde7b2692d6a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d5947c1820014ca09719e5d27f807b31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4326389 Aug 27 01:31:55.242342 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d041eb-a1a8-45ca-a742-bde7b2692d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26829045-c9e2-4ca9-a22e-a9837793a41e,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:31:55.244131 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 54728) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:31:55.294922 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-65066095-6fd8-47ca-a315-cb6897a583cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:55.321055 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-65066095-6fd8-47ca-a315-cb6897a583cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:55.412070 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-65066095-6fd8-47ca-a315-cb6897a583cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:55.414695 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-65066095-6fd8-47ca-a315-cb6897a583cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:55.415859 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-65066095-6fd8-47ca-a315-cb6897a583cc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/26829045-c9e2-4ca9-a22e-a9837793a41e HTTP/1.1" status: 204 len: 168 time: 0.1695352 Aug 27 01:31:55.427617 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65066095-6fd8-47ca-a315-cb6897a583cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26829045-c9e2-4ca9-a22e-a9837793a41e,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:31:55.576718 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 54736) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:31:55.591294 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-7e55c893-e0ea-4208-8929-e62e2ae86d51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:55.701643 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-7e55c893-e0ea-4208-8929-e62e2ae86d51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:55.715994 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79152e51-a0f6-4ec8-beb9-cece0aa6443f req-de7709b5-aca7-4f2f-a589-42791454c3dc tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:55.717661 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-79152e51-a0f6-4ec8-beb9-cece0aa6443f req-de7709b5-aca7-4f2f-a589-42791454c3dc tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 946 time: 0.0540082 Aug 27 01:31:55.754874 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-7e55c893-e0ea-4208-8929-e62e2ae86d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:55.759163 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-79152e51-a0f6-4ec8-beb9-cece0aa6443f req-f6936117-8890-4b5d-a225-261fa8563d85 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348101 Aug 27 01:31:55.800545 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-7e55c893-e0ea-4208-8929-e62e2ae86d51 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8a8b8c45139e4139a73ed4714dd495e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2226610 Aug 27 01:31:55.803577 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 54748) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:31:55.806340 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e55c893-e0ea-4208-8929-e62e2ae86d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22db958c-5d43-405f-a864-bea84c7a4907,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:31:55.858164 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-adcb8283-90bb-4bc4-9afa-cdc801c5f96c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:55.881902 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-adcb8283-90bb-4bc4-9afa-cdc801c5f96c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:55.997330 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8b159-34d9-4548-962f-78e9a488f127 req-4265e32c-23d9-49a3-a38a-56f4d2498f43 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:55.999331 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-89a8b159-34d9-4548-962f-78e9a488f127 req-4265e32c-23d9-49a3-a38a-56f4d2498f43 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b401b16-f181-45c2-99c7-73e06eb28974 HTTP/1.1" status: 200 len: 945 time: 0.0578814 Aug 27 01:31:56.007833 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53afce-4a2f-448e-9db3-b5fd241212ff req-c974602e-dd01-40bd-9a55-5015e8706443 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:56.009523 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-de53afce-4a2f-448e-9db3-b5fd241212ff req-c974602e-dd01-40bd-9a55-5015e8706443 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e8afedf-7eb5-446f-a22d-1412c3a11039 HTTP/1.1" status: 200 len: 945 time: 0.0611694 Aug 27 01:31:56.012616 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-adcb8283-90bb-4bc4-9afa-cdc801c5f96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:56.015316 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-adcb8283-90bb-4bc4-9afa-cdc801c5f96c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:56.017137 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-adcb8283-90bb-4bc4-9afa-cdc801c5f96c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/22db958c-5d43-405f-a864-bea84c7a4907 HTTP/1.1" status: 204 len: 168 time: 0.2113822 Aug 27 01:31:56.041798 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb8283-90bb-4bc4-9afa-cdc801c5f96c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22db958c-5d43-405f-a864-bea84c7a4907,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:31:56.079817 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-de53afce-4a2f-448e-9db3-b5fd241212ff req-b9481658-426c-4cbe-91f1-17e90d20721d tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622382 Aug 27 01:31:56.158760 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e234b5f-f544-4241-8bf9-bec588bcadbf req-639b128f-286b-4850-b898-597a24f77e40 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:56.160252 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-2e234b5f-f544-4241-8bf9-bec588bcadbf req-639b128f-286b-4850-b898-597a24f77e40 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b401b16-f181-45c2-99c7-73e06eb28974 HTTP/1.1" status: 200 len: 945 time: 0.1455691 Aug 27 01:31:56.219512 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [req-89a8b159-34d9-4548-962f-78e9a488f127 req-57535f00-2471-4d26-a50d-076a42e7ac97 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Deleting port 2f74abdb-9f0c-4344-b541-0b15dc2c35bc {{(pid=94315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:31:56.219867 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-89a8b159-34d9-4548-962f-78e9a488f127 req-57535f00-2471-4d26-a50d-076a42e7ac97 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:56.226714 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-2e234b5f-f544-4241-8bf9-bec588bcadbf req-009e84e8-d59b-4ebf-b2d3-634864608e08 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/security-groups?id=56c82726-5717-4c95-a0e5-e06ab3e2e3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576375 Aug 27 01:31:56.277905 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device cd19f281-5f24-4728-b09e-57bb575f8a48 up at agent hyperv_hv-cinder-75916 {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:31:56.340940 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [req-89a8b159-34d9-4548-962f-78e9a488f127 req-57535f00-2471-4d26-a50d-076a42e7ac97 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] For port 2f74abdb-9f0c-4344-b541-0b15dc2c35bc, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=2f74abdb-9f0c-4344-b541-0b15dc2c35bc,segment=NetworkSegment(fa7a1357-6c45-4d5c-91c4-c90956998f60),segment_id=fa7a1357-6c45-4d5c-91c4-c90956998f60)] {{(pid=94315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:31:56.341379 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-89a8b159-34d9-4548-962f-78e9a488f127 req-57535f00-2471-4d26-a50d-076a42e7ac97 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:56.357384 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [req-89a8b159-34d9-4548-962f-78e9a488f127 req-57535f00-2471-4d26-a50d-076a42e7ac97 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Calling delete_port for 2f74abdb-9f0c-4344-b541-0b15dc2c35bc owned by compute:nova {{(pid=94315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:31:56.418082 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Provisioning for port cd19f281-5f24-4728-b09e-57bb575f8a48 completed by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:31:56.422206 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Provisioning complete for port cd19f281-5f24-4728-b09e-57bb575f8a48 triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:31:56.424601 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:56.507238 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:56.535804 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e8afedf-7eb5-446f-a22d-1412c3a11039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd19f281-5f24-4728-b09e-57bb575f8a48'}] {{(pid=94317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:31:56.538157 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ae24146460100d3107ec4d42823fa970b16dae16efc5fac949978fe01edd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18630f46-0eab-40fb-aa99-8619ba7c71ad" -d '{"events": [{"server_uuid": "6e8afedf-7eb5-446f-a22d-1412c3a11039", "name": "network-vif-plugged", "status": "completed", "tag": "cd19f281-5f24-4728-b09e-57bb575f8a48"}]}' {{(pid=94317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:31:56.551414 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port cd19f281-5f24-4728-b09e-57bb575f8a48, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=cd19f281-5f24-4728-b09e-57bb575f8a48,segment=NetworkSegment(f46d30fd-ee13-4318-b586-c425fc0d32de),segment_id=f46d30fd-ee13-4318-b586-c425fc0d32de)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:31:56.574351 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 01:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6cf930-9800-45ee-880a-7652a17c46be x-openstack-request-id: req-0a6cf930-9800-45ee-880a-7652a17c46be {{(pid=94317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:31:56.574648 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e8afedf-7eb5-446f-a22d-1412c3a11039", "name": "network-vif-plugged", "status": "completed", "tag": "cd19f281-5f24-4728-b09e-57bb575f8a48", "code": 200}]} {{(pid=94317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:31:56.574908 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0a6cf930-9800-45ee-880a-7652a17c46be {{(pid=94317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:31:56.575306 dv-cinder-759169-3-iscsi neutron-server[94317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e8afedf-7eb5-446f-a22d-1412c3a11039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd19f281-5f24-4728-b09e-57bb575f8a48', 'code': 200} Aug 27 01:31:56.580346 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 54774) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:31:56.586715 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-89a8b159-34d9-4548-962f-78e9a488f127 req-57535f00-2471-4d26-a50d-076a42e7ac97 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223'] for port, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:56.620597 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57535f00-2471-4d26-a50d-076a42e7ac97 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Pushing event deleted for resources: {'Port': ['ID=2f74abdb-9f0c-4344-b541-0b15dc2c35bc,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:31:56.639016 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] get_ports_and_sgs() called for port_ids ['2f74abdb-9f0c-4344-b541-0b15dc2c35bc'] {{(pid=94317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 01:31:56.661914 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:56.690130 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a8b159-34d9-4548-962f-78e9a488f127 req-57535f00-2471-4d26-a50d-076a42e7ac97 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] No DVR routers for this DVR port 2f74abdb-9f0c-4344-b541-0b15dc2c35bc on host hv-cinder-75916 {{(pid=94315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 01:31:56.694183 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-89a8b159-34d9-4548-962f-78e9a488f127 req-57535f00-2471-4d26-a50d-076a42e7ac97 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for port, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:56.696090 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-89a8b159-34d9-4548-962f-78e9a488f127 req-57535f00-2471-4d26-a50d-076a42e7ac97 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.24 "DELETE /v2.0/ports/2f74abdb-9f0c-4344-b541-0b15dc2c35bc HTTP/1.1" status: 204 len: 173 time: 0.6900656 Aug 27 01:31:56.696588 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b401b16-f181-45c2-99c7-73e06eb28974', 'name': 'network-vif-deleted', 'tag': '2f74abdb-9f0c-4344-b541-0b15dc2c35bc'}] {{(pid=94315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:31:56.698820 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4b197ec9f2f0e9474c50df7e7ed8b30a1ed8e7d4526d98a0361b780d87c209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab256590-beb9-4dca-8a43-caf17dd926ac" -d '{"events": [{"server_uuid": "9b401b16-f181-45c2-99c7-73e06eb28974", "name": "network-vif-deleted", "tag": "2f74abdb-9f0c-4344-b541-0b15dc2c35bc"}]}' {{(pid=94315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:31:56.720424 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Pushing event updated for resources: {'Port': ['ID=cd19f281-5f24-4728-b09e-57bb575f8a48,revision_number=5']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:31:56.734802 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [None req-f49c81a1-a541-4c2f-8dea-778b47bce99f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1965603761-network', 'tenant_id': 'b0342a0d1e3b49c29852c11d8aeadb6f'}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:31:56.756964 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 01:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253d56b6-9e3c-41e4-a680-0704fb8a521d x-openstack-request-id: req-253d56b6-9e3c-41e4-a680-0704fb8a521d {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:31:56.757251 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b401b16-f181-45c2-99c7-73e06eb28974", "name": "network-vif-deleted", "tag": "2f74abdb-9f0c-4344-b541-0b15dc2c35bc", "status": "completed", "code": 200}]} {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:31:56.757505 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-253d56b6-9e3c-41e4-a680-0704fb8a521d {{(pid=94315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:31:56.757894 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b401b16-f181-45c2-99c7-73e06eb28974', 'name': 'network-vif-deleted', 'tag': '2f74abdb-9f0c-4344-b541-0b15dc2c35bc', 'status': 'completed', 'code': 200} Aug 27 01:31:56.818651 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49c81a1-a541-4c2f-8dea-778b47bce99f admin admin] Made reservation on behalf of b0342a0d1e3b49c29852c11d8aeadb6f for: {'network': 1} {{(pid=94315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:31:56.824640 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-f49c81a1-a541-4c2f-8dea-778b47bce99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for network, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:56.848630 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 54786) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:31:56.849826 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-f49c81a1-a541-4c2f-8dea-778b47bce99f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:56.892154 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-3307cbeb-c5d8-4b26-b2a2-ecf6bb92609a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:56.924062 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b9430-f539-48fc-bdd7-9ad387340fea req-5c47dfef-0af6-483c-b41a-01570a7c6183 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:56.925600 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-233b9430-f539-48fc-bdd7-9ad387340fea req-5c47dfef-0af6-483c-b41a-01570a7c6183 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 946 time: 0.0689383 Aug 27 01:31:56.965066 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-f49c81a1-a541-4c2f-8dea-778b47bce99f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:56.972343 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-233b9430-f539-48fc-bdd7-9ad387340fea req-2f7250cc-1543-4f75-9c80-22d9f0f5e948 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372529 Aug 27 01:31:57.012469 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cefff38-6c97-4889-a845-cb1f01c0734d req-4d9530bb-9c25-49da-9b46-a786c1d7980b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:57.014005 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6cefff38-6c97-4889-a845-cb1f01c0734d req-4d9530bb-9c25-49da-9b46-a786c1d7980b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6e8afedf-7eb5-446f-a22d-1412c3a11039 HTTP/1.1" status: 200 len: 1099 time: 0.0419519 Aug 27 01:31:57.057139 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6cefff38-6c97-4889-a845-cb1f01c0734d req-f69c13f8-cfae-4977-9854-8845ba8d99a6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277739 Aug 27 01:31:57.069966 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-f49c81a1-a541-4c2f-8dea-778b47bce99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:57.096857 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f49c81a1-a541-4c2f-8dea-778b47bce99f admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=94315) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 01:31:57.105613 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c81a1-a541-4c2f-8dea-778b47bce99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2883ba-c14f-4100-9802-bf6d0fe34ff9,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:31:57.115008 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-f49c81a1-a541-4c2f-8dea-778b47bce99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935457'] for segment, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:57.115396 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.db.segments_db [None req-f49c81a1-a541-4c2f-8dea-778b47bce99f admin admin] Added segment 798527c9-acde-4a5e-b063-dc3ac329a6ba of type vlan for network 6798e174-42c2-4b00-8cdd-a750c850a0c6 Aug 27 01:31:57.157886 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-f49c81a1-a541-4c2f-8dea-778b47bce99f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791478006384'] for network, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:57.189400 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-3307cbeb-c5d8-4b26-b2a2-ecf6bb92609a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:57.207776 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049ccf0-4704-4194-a5d0-15aba3ca7dea req-dfabd52c-6eef-4e81-8a19-a045b14e8468 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:57.209274 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-a049ccf0-4704-4194-a5d0-15aba3ca7dea req-dfabd52c-6eef-4e81-8a19-a045b14e8468 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e8afedf-7eb5-446f-a22d-1412c3a11039 HTTP/1.1" status: 200 len: 946 time: 0.0615282 Aug 27 01:31:57.245933 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-a049ccf0-4704-4194-a5d0-15aba3ca7dea req-8e5fa976-cfc0-49be-a51c-c2912d051bfe tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305123 Aug 27 01:31:57.246635 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-f49c81a1-a541-4c2f-8dea-778b47bce99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225'] for network, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:57.247708 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49c81a1-a541-4c2f-8dea-778b47bce99f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:57.248353 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-f49c81a1-a541-4c2f-8dea-778b47bce99f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for network, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:57.279665 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-3307cbeb-c5d8-4b26-b2a2-ecf6bb92609a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:57.319242 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3307cbeb-c5d8-4b26-b2a2-ecf6bb92609a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50346b7-a5dd-4549-932c-73f303bc6e4c,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:31:57.329902 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-3307cbeb-c5d8-4b26-b2a2-ecf6bb92609a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e80ceed0cba0497196e77ab02b69cec7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4766293 Aug 27 01:31:57.329902 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 54794) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:31:57.336049 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-c6dc8db3-69dd-42b4-b29c-9cb6daf49da5 req-a9cb8af3-7ab7-4b01-a76b-0687e4cbda35 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b401b16-f181-45c2-99c7-73e06eb28974 HTTP/1.1" status: 200 len: 210 time: 0.0333614 Aug 27 01:31:57.337052 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c81a1-a541-4c2f-8dea-778b47bce99f admin admin] Pushing event updated for resources: {'Network': ['ID=6798e174-42c2-4b00-8cdd-a750c850a0c6,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:31:57.348498 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Network 6798e174-42c2-4b00-8cdd-a750c850a0c6 details requested by agent ovs-agent-dv-cinder-759169-3-iscsi with host dv-cinder-759169-3-iscsi {{(pid=94317) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 01:31:57.367362 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-f49c81a1-a541-4c2f-8dea-778b47bce99f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7858672 Aug 27 01:31:57.370245 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 54796) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:31:57.376694 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [None req-ede4e99c-a272-4f51-bda3-167344c50aa8 admin admin] Request body: {'subnet': {'network_id': '6798e174-42c2-4b00-8cdd-a750c850a0c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1965603761-subnet', 'tenant_id': 'b0342a0d1e3b49c29852c11d8aeadb6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:31:57.392601 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-9cdf7544-59e7-4a58-b439-c871684e4f6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:57.414307 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-9cdf7544-59e7-4a58-b439-c871684e4f6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:57.479634 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede4e99c-a272-4f51-bda3-167344c50aa8 admin admin] Made reservation on behalf of b0342a0d1e3b49c29852c11d8aeadb6f for: {'subnet': 1} {{(pid=94315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:31:57.482029 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-ede4e99c-a272-4f51-bda3-167344c50aa8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:57.537049 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-9cdf7544-59e7-4a58-b439-c871684e4f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:57.539442 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-9cdf7544-59e7-4a58-b439-c871684e4f6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:57.540584 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-9cdf7544-59e7-4a58-b439-c871684e4f6f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a50346b7-a5dd-4549-932c-73f303bc6e4c HTTP/1.1" status: 204 len: 168 time: 0.2098200 Aug 27 01:31:57.548894 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf7544-59e7-4a58-b439-c871684e4f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50346b7-a5dd-4549-932c-73f303bc6e4c,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:31:57.732746 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-ede4e99c-a272-4f51-bda3-167344c50aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225'] for subnet, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:57.786079 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede4e99c-a272-4f51-bda3-167344c50aa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f488d171-9d98-4a92-a8f1-ce7eaf19907d,revision_number=0']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:31:57.796387 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede4e99c-a272-4f51-bda3-167344c50aa8 admin admin] Checking segment: {'id': '798527c9-acde-4a5e-b063-dc3ac329a6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6798e174-42c2-4b00-8cdd-a750c850a0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:31:57.796744 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede4e99c-a272-4f51-bda3-167344c50aa8 admin admin] Network hostable DHCP agents. Network: 6798e174-42c2-4b00-8cdd-a750c850a0c6, hostable agents: ['70e474cc-df6f-4c4f-8c1d-9d362ecec16b'], hosted agents: [] {{(pid=94315) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 01:31:57.943245 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede4e99c-a272-4f51-bda3-167344c50aa8 admin admin] Network 6798e174-42c2-4b00-8cdd-a750c850a0c6 is scheduled to be hosted by DHCP agent 70e474cc-df6f-4c4f-8c1d-9d362ecec16b with binding_index 1 {{(pid=94315) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 01:31:58.001621 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.base_scheduler [None req-ede4e99c-a272-4f51-bda3-167344c50aa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759169-3-iscsi, 6798e174-42c2-4b00-8cdd-a750c850a0c6) {{(pid=94315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:31:58.013470 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63173b0c-1dbb-4dea-9d41-e2339bff4af1 None None] Network 6798e174-42c2-4b00-8cdd-a750c850a0c6 requested from dv-cinder-759169-3-iscsi {{(pid=94317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 01:31:58.021864 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede4e99c-a272-4f51-bda3-167344c50aa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:58.022539 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-ede4e99c-a272-4f51-bda3-167344c50aa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for subnet, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:31:58.115446 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-ede4e99c-a272-4f51-bda3-167344c50aa8 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7436411 Aug 27 01:31:58.139588 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7762f-f637-452c-8648-983e82fdd94c req-23ef27e3-0a0a-4609-b94d-fb7e1bd8ec6d tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:58.141357 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-fda7762f-f637-452c-8648-983e82fdd94c req-23ef27e3-0a0a-4609-b94d-fb7e1bd8ec6d tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 946 time: 0.0644972 Aug 27 01:31:58.164356 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fcf66a-2abc-4b3b-b425-dbcc895b4dd4 None None] Network 6798e174-42c2-4b00-8cdd-a750c850a0c6 requested from dv-cinder-759169-3-iscsi {{(pid=94317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 01:31:58.211031 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-fda7762f-f637-452c-8648-983e82fdd94c req-99a8bd95-a3ae-4c99-a923-9de8fd2387d4 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632954 Aug 27 01:31:58.399092 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a5a6e-9a8e-43d5-ba12-da111b314c5c req-5d52b3bd-2fbd-47c1-a3a9-ca7ff14701e9 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:58.401737 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-035a5a6e-9a8e-43d5-ba12-da111b314c5c req-5d52b3bd-2fbd-47c1-a3a9-ca7ff14701e9 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e8afedf-7eb5-446f-a22d-1412c3a11039 HTTP/1.1" status: 200 len: 946 time: 0.0702248 Aug 27 01:31:58.507754 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-24da1ba2-9d15-409e-8ff0-f68e20143c2b req-77806b83-86dd-486d-b606-22a71e169745 tempest-DeleteServersTestJSON-1201246384 tempest-DeleteServersTestJSON-1201246384-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b401b16-f181-45c2-99c7-73e06eb28974 HTTP/1.1" status: 200 len: 210 time: 0.0624173 Aug 27 01:31:58.686220 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-035a5a6e-9a8e-43d5-ba12-da111b314c5c req-b4edff67-2c1a-4807-9db6-7aafdd6f137a tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774942 Aug 27 01:31:59.346873 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b1f3f-e8f0-4039-823d-d26de3e4c33a req-a409da8a-e6a6-40c7-ba9c-5a73edaf2a3c tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:59.348471 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-dd0b1f3f-e8f0-4039-823d-d26de3e4c33a req-a409da8a-e6a6-40c7-ba9c-5a73edaf2a3c tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 946 time: 0.0486848 Aug 27 01:31:59.395699 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-dd0b1f3f-e8f0-4039-823d-d26de3e4c33a req-8b8a73a3-964c-42d4-b56d-99c1cad28d1a tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345421 Aug 27 01:31:59.810537 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1b347-688f-4d14-a1dd-727460d28692 req-600b8e76-69b2-45b0-b1fc-397569fbcaf9 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:31:59.812200 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-d7c1b347-688f-4d14-a1dd-727460d28692 req-600b8e76-69b2-45b0-b1fc-397569fbcaf9 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e8afedf-7eb5-446f-a22d-1412c3a11039 HTTP/1.1" status: 200 len: 946 time: 0.0534198 Aug 27 01:31:59.857280 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-d7c1b347-688f-4d14-a1dd-727460d28692 req-94777b76-eb94-48de-9621-71c1ed3406ac tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338657 Aug 27 01:32:00.311713 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device 2f74abdb-9f0c-4344-b541-0b15dc2c35bc no longer exists at agent hyperv_hv-cinder-75916 {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 01:32:00.351042 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] No Port match for: 2f74abdb-9f0c-4344-b541-0b15dc2c35bc {{(pid=94317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 01:32:00.351584 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device 2f74abdb-9f0c-4344-b541-0b15dc2c35bc not bound to the agent host hv-cinder-75916 {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 01:32:00.676891 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db276058-eb11-42e8-8698-cb57289d1d7c req-1459b168-8437-4a3d-bb8a-fab04f5e3080 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:00.679199 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-db276058-eb11-42e8-8698-cb57289d1d7c req-1459b168-8437-4a3d-bb8a-fab04f5e3080 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/networks?id=6798e174-42c2-4b00-8cdd-a750c850a0c6 HTTP/1.1" status: 200 len: 814 time: 0.1065488 Aug 27 01:32:00.699845 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-db276058-eb11-42e8-8698-cb57289d1d7c req-662985cf-fddf-4eaf-99fb-c270f993bb0b tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/quotas/b0342a0d1e3b49c29852c11d8aeadb6f HTTP/1.1" status: 200 len: 375 time: 0.0108750 Aug 27 01:32:00.734751 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-db276058-eb11-42e8-8698-cb57289d1d7c req-dc9c95f3-aa2e-40a7-b613-1f831830918e tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b0342a0d1e3b49c29852c11d8aeadb6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283947 Aug 27 01:32:00.838463 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-db276058-eb11-42e8-8698-cb57289d1d7c req-1cc84459-58c2-4383-9ea0-93b539dc7a6e service neutron] 10.222.0.25 "GET /v2.0/networks/6798e174-42c2-4b00-8cdd-a750c850a0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945702 Aug 27 01:32:00.879622 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247bf39-7a4e-49ec-91ec-b22867337d7d req-da7a5425-d8f9-4155-8427-d3edfdbef2a2 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:00.881198 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-2247bf39-7a4e-49ec-91ec-b22867337d7d req-da7a5425-d8f9-4155-8427-d3edfdbef2a2 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 946 time: 0.0604053 Aug 27 01:32:00.920668 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-2247bf39-7a4e-49ec-91ec-b22867337d7d req-44abf8a3-2d12-45f0-9435-f630336ce8ef tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323884 Aug 27 01:32:00.950501 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-db276058-eb11-42e8-8698-cb57289d1d7c req-f3f1a081-b282-4536-959c-027fe785cb81 service neutron] 10.222.0.25 "GET /v2.0/networks/6798e174-42c2-4b00-8cdd-a750c850a0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059501 Aug 27 01:32:01.169708 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-8021fb00-7b01-49db-973a-2da33de4de23 req-becc5363-87d2-457f-964c-374a489a49a9 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/ports?device_id=662047f7-1502-4db9-8e45-86b77401fa0e HTTP/1.1" status: 200 len: 210 time: 0.0266407 Aug 27 01:32:01.330572 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 54946) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:32:01.373936 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.db_base_plugin_v2 [None req-beb334d5-6421-4c22-90ab-32579e3e6bb6 admin admin] Deleting subnet 2f7322ad-a848-4c18-86ed-f0719b4dda9f {{(pid=94316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 01:32:01.377779 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-beb334d5-6421-4c22-90ab-32579e3e6bb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:01.411202 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-beb334d5-6421-4c22-90ab-32579e3e6bb6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:01.420228 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-beb334d5-6421-4c22-90ab-32579e3e6bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940968'] for subnet, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:01.550091 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-beb334d5-6421-4c22-90ab-32579e3e6bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225'] for subnet, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:01.576056 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb334d5-6421-4c22-90ab-32579e3e6bb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f7322ad-a848-4c18-86ed-f0719b4dda9f,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:32:01.579936 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-beb334d5-6421-4c22-90ab-32579e3e6bb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:01.581857 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-beb334d5-6421-4c22-90ab-32579e3e6bb6 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2f7322ad-a848-4c18-86ed-f0719b4dda9f HTTP/1.1" status: 204 len: 168 time: 0.2502036 Aug 27 01:32:01.584577 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 54952) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:32:01.653244 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-4abea22a-e73a-4810-be8e-735ba4a033a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608312'] for network, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:01.738278 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-4abea22a-e73a-4810-be8e-735ba4a033a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-528723', 'neutron.services.segments.db._delete_segments_for_network-8791478518254'] for network, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:01.752459 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-4abea22a-e73a-4810-be8e-735ba4a033a7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:32:01.752875 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-4abea22a-e73a-4810-be8e-735ba4a033a7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:32:01.753647 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-4abea22a-e73a-4810-be8e-735ba4a033a7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:32:01.760727 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-4abea22a-e73a-4810-be8e-735ba4a033a7 admin admin] Subscribe: > port after_create 55550000 {{(pid=94315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:32:01.760727 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-4abea22a-e73a-4810-be8e-735ba4a033a7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:32:01.760727 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-4abea22a-e73a-4810-be8e-735ba4a033a7 admin admin] Subscribe: > port after_update 55550000 {{(pid=94315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:32:01.760727 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-4abea22a-e73a-4810-be8e-735ba4a033a7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:32:01.760727 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-4abea22a-e73a-4810-be8e-735ba4a033a7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:32:01.760727 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-4abea22a-e73a-4810-be8e-735ba4a033a7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:32:01.760727 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-4abea22a-e73a-4810-be8e-735ba4a033a7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:32:01.925141 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-4abea22a-e73a-4810-be8e-735ba4a033a7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:32:01.925770 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-4abea22a-e73a-4810-be8e-735ba4a033a7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:32:01.925864 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-4abea22a-e73a-4810-be8e-735ba4a033a7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:32:01.926130 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-4abea22a-e73a-4810-be8e-735ba4a033a7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:32:01.926516 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.services.segments.db [None req-4abea22a-e73a-4810-be8e-735ba4a033a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b165d08-d478-4821-bbe5-bfe50564161b']}} {{(pid=94315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:32:01.944241 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.services.segments.db [None req-4abea22a-e73a-4810-be8e-735ba4a033a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa7a1357-6c45-4d5c-91c4-c90956998f60') {'for_net_delete': True} {{(pid=94315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:32:01.944530 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.services.segments.db [None req-4abea22a-e73a-4810-be8e-735ba4a033a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa7a1357-6c45-4d5c-91c4-c90956998f60') {} {{(pid=94315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:32:01.960983 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-4abea22a-e73a-4810-be8e-735ba4a033a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791478518137', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10159484'] for segment, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:01.984309 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-4abea22a-e73a-4810-be8e-735ba4a033a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935457'] for segment, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:01.993212 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4abea22a-e73a-4810-be8e-735ba4a033a7 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=94315) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 01:32:01.993798 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-4abea22a-e73a-4810-be8e-735ba4a033a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8502794'] for segment, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:01.997672 dv-cinder-759169-3-iscsi neutron-server[94315]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 01:32:01.997672 dv-cinder-759169-3-iscsi neutron-server[94315]: from cryptography.utils import int_from_bytes Aug 27 01:32:01.997672 dv-cinder-759169-3-iscsi neutron-server[94315]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 01:32:01.997672 dv-cinder-759169-3-iscsi neutron-server[94315]: from cryptography.utils import int_from_bytes Aug 27 01:32:01.997672 dv-cinder-759169-3-iscsi neutron-server[94315]: Traceback (most recent call last): Aug 27 01:32:01.997672 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 01:32:01.997672 dv-cinder-759169-3-iscsi neutron-server[94315]: timer() Aug 27 01:32:01.997672 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 01:32:01.997672 dv-cinder-759169-3-iscsi neutron-server[94315]: cb(*args, **kw) Aug 27 01:32:01.997672 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 01:32:01.997672 dv-cinder-759169-3-iscsi neutron-server[94315]: return func(*args, **kwargs) Aug 27 01:32:01.997672 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 01:32:01.997672 dv-cinder-759169-3-iscsi neutron-server[94315]: self._notify() Aug 27 01:32:01.997672 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 01:32:01.997672 dv-cinder-759169-3-iscsi neutron-server[94315]: self.callback(batched_events) Aug 27 01:32:01.997672 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 01:32:01.997672 dv-cinder-759169-3-iscsi neutron-server[94315]: event.method(event) Aug 27 01:32:01.997672 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 01:32:01.997672 dv-cinder-759169-3-iscsi neutron-server[94315]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 01:32:01.997672 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 01:32:01.997672 dv-cinder-759169-3-iscsi neutron-server[94315]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 01:32:01.997672 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 01:32:01.997672 dv-cinder-759169-3-iscsi neutron-server[94315]: return f(self, *a, **k) Aug 27 01:32:01.997672 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 01:32:01.997672 dv-cinder-759169-3-iscsi neutron-server[94315]: return self._get(url).json() Aug 27 01:32:01.997672 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 01:32:01.997672 dv-cinder-759169-3-iscsi neutron-server[94315]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 01:32:01.997672 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 01:32:01.997672 dv-cinder-759169-3-iscsi neutron-server[94315]: return self.request(url, 'GET', **kwargs) Aug 27 01:32:01.997672 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 01:32:01.997672 dv-cinder-759169-3-iscsi neutron-server[94315]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 01:32:01.997672 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 01:32:01.997672 dv-cinder-759169-3-iscsi neutron-server[94315]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 01:32:01.997672 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 01:32:01.997672 dv-cinder-759169-3-iscsi neutron-server[94315]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 01:32:01.997672 dv-cinder-759169-3-iscsi neutron-server[94315]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 01:32:02.074667 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b321d00-a5bd-4b7f-b6f2-b49ee4a89ce9 req-44f867f7-df6a-4f13-b5bd-50d0929e58c3 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:02.076145 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-9b321d00-a5bd-4b7f-b6f2-b49ee4a89ce9 req-44f867f7-df6a-4f13-b5bd-50d0929e58c3 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 946 time: 0.0760524 Aug 27 01:32:02.115246 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-9b321d00-a5bd-4b7f-b6f2-b49ee4a89ce9 req-a0ba200f-a3fa-47db-9f74-ad26ee51a2b4 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326803 Aug 27 01:32:02.120554 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-4abea22a-e73a-4810-be8e-735ba4a033a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-528682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2027149'] for network, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:02.128886 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-4abea22a-e73a-4810-be8e-735ba4a033a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for network, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:02.133465 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-4abea22a-e73a-4810-be8e-735ba4a033a7 admin admin] 10.222.0.25 "DELETE /v2.0/networks/4b165d08-d478-4821-bbe5-bfe50564161b HTTP/1.1" status: 204 len: 168 time: 0.5459001 Aug 27 01:32:02.146567 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abea22a-e73a-4810-be8e-735ba4a033a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b165d08-d478-4821-bbe5-bfe50564161b,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:32:02.318660 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-b3f4adef-6bf4-437b-83a9-15779ab88226 req-0eb22b12-459a-4885-923b-139c7dc63314 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/ports?device_id=662047f7-1502-4db9-8e45-86b77401fa0e HTTP/1.1" status: 200 len: 210 time: 0.0460863 Aug 27 01:32:02.619443 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 54972) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:32:02.659945 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-fd9f01fa-6fc6-453d-855f-8f93ebddc08e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b8f4319d61634014a030eb7b9b741e92&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0393286 Aug 27 01:32:02.662482 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 54974) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:32:02.715275 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-372ba8bd-a3e8-4f9a-94ae-ed3b56e44b43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:02.735469 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-372ba8bd-a3e8-4f9a-94ae-ed3b56e44b43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:02.852078 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-372ba8bd-a3e8-4f9a-94ae-ed3b56e44b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:02.854657 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-372ba8bd-a3e8-4f9a-94ae-ed3b56e44b43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:02.855793 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-372ba8bd-a3e8-4f9a-94ae-ed3b56e44b43 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/56c82726-5717-4c95-a0e5-e06ab3e2e3c0 HTTP/1.1" status: 204 len: 168 time: 0.1924274 Aug 27 01:32:02.865066 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372ba8bd-a3e8-4f9a-94ae-ed3b56e44b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c82726-5717-4c95-a0e5-e06ab3e2e3c0,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:32:03.251752 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7bb931-8864-435a-9513-aa72cf19d23a req-c3b77222-f545-40db-b590-1f3b4001b86f tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:03.251752 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-ee7bb931-8864-435a-9513-aa72cf19d23a req-c3b77222-f545-40db-b590-1f3b4001b86f tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 946 time: 0.0634522 Aug 27 01:32:03.292361 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-ee7bb931-8864-435a-9513-aa72cf19d23a req-7b53698d-9c3d-4a27-8d11-3ec03b8f2eea tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342634 Aug 27 01:32:03.470742 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-3eee3e5e-fe15-49f3-920b-30f83a5d9195 req-b22cb3f8-399e-4549-aebd-470ca3d386a0 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/ports?device_id=662047f7-1502-4db9-8e45-86b77401fa0e HTTP/1.1" status: 200 len: 210 time: 0.0388303 Aug 27 01:32:03.521993 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4e217-fd20-4146-b79c-05a556b0f5ce req-a145d9c3-1c1b-4aad-933b-1d19f991584b tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:03.523639 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-61b4e217-fd20-4146-b79c-05a556b0f5ce req-a145d9c3-1c1b-4aad-933b-1d19f991584b tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/networks?id=0794f498-7c79-4c04-9426-97a5145b6e4e HTTP/1.1" status: 200 len: 815 time: 0.1406393 Aug 27 01:32:03.550102 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-61b4e217-fd20-4146-b79c-05a556b0f5ce req-69cc27df-e1cc-477d-bbd1-9ce73421e713 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/quotas/8c9439f7236d4228aea4ccc73e5d6c08 HTTP/1.1" status: 200 len: 375 time: 0.0191061 Aug 27 01:32:03.611968 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-61b4e217-fd20-4146-b79c-05a556b0f5ce req-112c3b78-604e-43fe-8e0c-540fb8510a63 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8c9439f7236d4228aea4ccc73e5d6c08&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528786 Aug 27 01:32:03.644221 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db276058-eb11-42e8-8698-cb57289d1d7c req-007b3523-1df4-4bed-b057-2411638142b6 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:03.645727 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-db276058-eb11-42e8-8698-cb57289d1d7c req-007b3523-1df4-4bed-b057-2411638142b6 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.24 "GET /v2.0/networks?id=6798e174-42c2-4b00-8cdd-a750c850a0c6 HTTP/1.1" status: 200 len: 814 time: 0.1080806 Aug 27 01:32:03.699010 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [req-db276058-eb11-42e8-8698-cb57289d1d7c req-cf921db8-00d6-49ca-8872-d88bd54235e1 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Request body: {'port': {'device_id': '662047f7-1502-4db9-8e45-86b77401fa0e', 'network_id': '6798e174-42c2-4b00-8cdd-a750c850a0c6', 'admin_state_up': True, 'tenant_id': 'b0342a0d1e3b49c29852c11d8aeadb6f'}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:32:03.714418 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-61b4e217-fd20-4146-b79c-05a556b0f5ce req-a0bb7410-aa3f-4a1e-a10f-638d57c83f62 service neutron] 10.222.0.25 "GET /v2.0/networks/0794f498-7c79-4c04-9426-97a5145b6e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946369 Aug 27 01:32:03.827844 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-61b4e217-fd20-4146-b79c-05a556b0f5ce req-8b037c85-9133-4e2c-8bb6-4787a92f34a2 service neutron] 10.222.0.25 "GET /v2.0/networks/0794f498-7c79-4c04-9426-97a5145b6e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056285 Aug 27 01:32:03.943790 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db276058-eb11-42e8-8698-cb57289d1d7c req-cf921db8-00d6-49ca-8872-d88bd54235e1 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Made reservation on behalf of b0342a0d1e3b49c29852c11d8aeadb6f for: {'port': 1} {{(pid=94315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:32:03.947514 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-db276058-eb11-42e8-8698-cb57289d1d7c req-cf921db8-00d6-49ca-8872-d88bd54235e1 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:04.082105 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.db_base_plugin_common [req-db276058-eb11-42e8-8698-cb57289d1d7c req-cf921db8-00d6-49ca-8872-d88bd54235e1 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Allocated IP 172.20.0.12 (6798e174-42c2-4b00-8cdd-a750c850a0c6/f488d171-9d98-4a92-a8f1-ce7eaf19907d/b32e536e-4fa6-43eb-9d3e-e1ee00b00d98) {{(pid=94315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 01:32:04.229777 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-9f8df87e-37c4-408f-85c1-e5474861ae82 req-719c8982-93dd-4866-9a1e-60c5c054b45a tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=5609c94a-0725-49da-a8dc-07496ea55d06 HTTP/1.1" status: 200 len: 210 time: 0.0292599 Aug 27 01:32:04.320240 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-db276058-eb11-42e8-8698-cb57289d1d7c req-cf921db8-00d6-49ca-8872-d88bd54235e1 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Notify callbacks [] for port, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:04.415103 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf7c2f4-16eb-44e4-97bd-ef1dd2e7db2a req-880381c5-b349-424f-a78d-722bea38d57d tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:04.416890 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-ddf7c2f4-16eb-44e4-97bd-ef1dd2e7db2a req-880381c5-b349-424f-a78d-722bea38d57d tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 946 time: 0.0514138 Aug 27 01:32:04.466428 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-ddf7c2f4-16eb-44e4-97bd-ef1dd2e7db2a req-b597c147-b220-46af-b64f-c9a60f36a6e6 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353923 Aug 27 01:32:04.470259 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-db276058-eb11-42e8-8698-cb57289d1d7c req-cf921db8-00d6-49ca-8872-d88bd54235e1 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791478024214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8502847'] for port, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:04.511996 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db276058-eb11-42e8-8698-cb57289d1d7c req-cf921db8-00d6-49ca-8872-d88bd54235e1 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Network 6798e174-42c2-4b00-8cdd-a750c850a0c6 is already hosted by enough agents. {{(pid=94315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:32:04.515133 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.base_scheduler [req-db276058-eb11-42e8-8698-cb57289d1d7c req-cf921db8-00d6-49ca-8872-d88bd54235e1 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Resources bound (agent type, host, resource id): {{(pid=94315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:32:04.519544 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.l3_dvrscheduler_db [req-db276058-eb11-42e8-8698-cb57289d1d7c req-cf921db8-00d6-49ca-8872-d88bd54235e1 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Received port after_create {{(pid=94315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 01:32:04.604170 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf921db8-00d6-49ca-8872-d88bd54235e1 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Pushing event updated for resources: {'Port': ['ID=b32e536e-4fa6-43eb-9d3e-e1ee00b00d98,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:32:04.628039 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db276058-eb11-42e8-8698-cb57289d1d7c req-cf921db8-00d6-49ca-8872-d88bd54235e1 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:04.628674 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-db276058-eb11-42e8-8698-cb57289d1d7c req-cf921db8-00d6-49ca-8872-d88bd54235e1 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for port, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:04.657881 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719b127-976d-4e86-b213-d4a098b510e1 req-629cb9e3-5034-4d8d-abb8-cad66bf61254 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:04.657881 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-c719b127-976d-4e86-b213-d4a098b510e1 req-629cb9e3-5034-4d8d-abb8-cad66bf61254 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/ports?device_id=662047f7-1502-4db9-8e45-86b77401fa0e HTTP/1.1" status: 200 len: 932 time: 0.0919673 Aug 27 01:32:04.700123 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-c719b127-976d-4e86-b213-d4a098b510e1 req-be02532b-f77c-4432-a4f4-ff473fad23ef tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d2883ba-c14f-4100-9802-bf6d0fe34ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391989 Aug 27 01:32:04.710038 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-db276058-eb11-42e8-8698-cb57289d1d7c req-cf921db8-00d6-49ca-8872-d88bd54235e1 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0173557 Aug 27 01:32:04.767379 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [req-db276058-eb11-42e8-8698-cb57289d1d7c req-c9e12dca-9d3e-4fd1-8c2f-3a1c8ae68db6 service neutron] Request body: {'port': {'device_id': '662047f7-1502-4db9-8e45-86b77401fa0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75916'}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:32:04.825949 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-db276058-eb11-42e8-8698-cb57289d1d7c req-c9e12dca-9d3e-4fd1-8c2f-3a1c8ae68db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:05.124700 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [req-db276058-eb11-42e8-8698-cb57289d1d7c req-c9e12dca-9d3e-4fd1-8c2f-3a1c8ae68db6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b32e536e-4fa6-43eb-9d3e-e1ee00b00d98 {{(pid=94315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 01:32:05.132688 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-db276058-eb11-42e8-8698-cb57289d1d7c req-c9e12dca-9d3e-4fd1-8c2f-3a1c8ae68db6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:05.145361 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.provisioning_blocks [req-db276058-eb11-42e8-8698-cb57289d1d7c req-c9e12dca-9d3e-4fd1-8c2f-3a1c8ae68db6 service neutron] Transition to ACTIVE for port object b32e536e-4fa6-43eb-9d3e-e1ee00b00d98 will not be triggered until provisioned by entity L2. {{(pid=94315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:32:05.257760 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-db276058-eb11-42e8-8698-cb57289d1d7c req-c9e12dca-9d3e-4fd1-8c2f-3a1c8ae68db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8502822'] for port, after_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:05.322488 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e12dca-9d3e-4fd1-8c2f-3a1c8ae68db6 service neutron] Pushing event updated for resources: {'Port': ['ID=b32e536e-4fa6-43eb-9d3e-e1ee00b00d98,revision_number=2']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:32:05.348677 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-93b25c76-e298-400a-b18d-e54047f5f900 req-8c61729c-9cf5-4b3e-985a-e75c047ce071 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=5609c94a-0725-49da-a8dc-07496ea55d06 HTTP/1.1" status: 200 len: 210 time: 0.0304720 Aug 27 01:32:05.391831 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.managers [req-db276058-eb11-42e8-8698-cb57289d1d7c req-c9e12dca-9d3e-4fd1-8c2f-3a1c8ae68db6 service neutron] Attempting to bind port b32e536e-4fa6-43eb-9d3e-e1ee00b00d98 on host hv-cinder-75916 for vnic_type normal with profile {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 01:32:05.391831 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.managers [req-db276058-eb11-42e8-8698-cb57289d1d7c req-c9e12dca-9d3e-4fd1-8c2f-3a1c8ae68db6 service neutron] Attempting to bind port b32e536e-4fa6-43eb-9d3e-e1ee00b00d98 by drivers openvswitch,hyperv on host hv-cinder-75916 at level 0 using segments [{'id': '798527c9-acde-4a5e-b063-dc3ac329a6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6798e174-42c2-4b00-8cdd-a750c850a0c6'}] {{(pid=94315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 01:32:05.392508 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db276058-eb11-42e8-8698-cb57289d1d7c req-c9e12dca-9d3e-4fd1-8c2f-3a1c8ae68db6 service neutron] Attempting to bind port b32e536e-4fa6-43eb-9d3e-e1ee00b00d98 on network 6798e174-42c2-4b00-8cdd-a750c850a0c6 {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:32:05.397139 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db276058-eb11-42e8-8698-cb57289d1d7c req-c9e12dca-9d3e-4fd1-8c2f-3a1c8ae68db6 service neutron] Port b32e536e-4fa6-43eb-9d3e-e1ee00b00d98 on network 6798e174-42c2-4b00-8cdd-a750c850a0c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75916 {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 01:32:05.397459 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db276058-eb11-42e8-8698-cb57289d1d7c req-c9e12dca-9d3e-4fd1-8c2f-3a1c8ae68db6 service neutron] Attempting to bind port b32e536e-4fa6-43eb-9d3e-e1ee00b00d98 on network 6798e174-42c2-4b00-8cdd-a750c850a0c6 {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:32:05.402259 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db276058-eb11-42e8-8698-cb57289d1d7c req-c9e12dca-9d3e-4fd1-8c2f-3a1c8ae68db6 service neutron] Checking agent: {'id': '7830a306-a71a-451e-a6c7-89247e1febf2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75916', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 1, 28, 23), 'started_at': datetime.datetime(2021, 8, 27, 1, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 1, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 01:32:05.402582 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db276058-eb11-42e8-8698-cb57289d1d7c req-c9e12dca-9d3e-4fd1-8c2f-3a1c8ae68db6 service neutron] Checking segment: {'id': '798527c9-acde-4a5e-b063-dc3ac329a6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6798e174-42c2-4b00-8cdd-a750c850a0c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:32:05.402966 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db276058-eb11-42e8-8698-cb57289d1d7c req-c9e12dca-9d3e-4fd1-8c2f-3a1c8ae68db6 service neutron] Bound using segment: {'id': '798527c9-acde-4a5e-b063-dc3ac329a6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6798e174-42c2-4b00-8cdd-a750c850a0c6'} {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 01:32:05.403392 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.managers [req-db276058-eb11-42e8-8698-cb57289d1d7c req-c9e12dca-9d3e-4fd1-8c2f-3a1c8ae68db6 service neutron] Bound port: b32e536e-4fa6-43eb-9d3e-e1ee00b00d98, host: hv-cinder-75916, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '798527c9-acde-4a5e-b063-dc3ac329a6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6798e174-42c2-4b00-8cdd-a750c850a0c6'}}] {{(pid=94315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 01:32:05.403742 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-db276058-eb11-42e8-8698-cb57289d1d7c req-c9e12dca-9d3e-4fd1-8c2f-3a1c8ae68db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:05.465562 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [req-db276058-eb11-42e8-8698-cb57289d1d7c req-c9e12dca-9d3e-4fd1-8c2f-3a1c8ae68db6 service neutron] For port b32e536e-4fa6-43eb-9d3e-e1ee00b00d98, host hv-cinder-75916, cleared binding levels {{(pid=94315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 01:32:05.468414 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [req-db276058-eb11-42e8-8698-cb57289d1d7c req-c9e12dca-9d3e-4fd1-8c2f-3a1c8ae68db6 service neutron] For port b32e536e-4fa6-43eb-9d3e-e1ee00b00d98, host hv-cinder-75916, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=b32e536e-4fa6-43eb-9d3e-e1ee00b00d98,segment=NetworkSegment(798527c9-acde-4a5e-b063-dc3ac329a6ba),segment_id=798527c9-acde-4a5e-b063-dc3ac329a6ba)] {{(pid=94315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 01:32:05.563610 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-db276058-eb11-42e8-8698-cb57289d1d7c req-c9e12dca-9d3e-4fd1-8c2f-3a1c8ae68db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8502822'] for port, after_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:05.608212 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db276058-eb11-42e8-8698-cb57289d1d7c req-c9e12dca-9d3e-4fd1-8c2f-3a1c8ae68db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:05.608819 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-db276058-eb11-42e8-8698-cb57289d1d7c req-c9e12dca-9d3e-4fd1-8c2f-3a1c8ae68db6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for port, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:05.614517 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-db276058-eb11-42e8-8698-cb57289d1d7c req-c9e12dca-9d3e-4fd1-8c2f-3a1c8ae68db6 service neutron] 10.222.0.24 "PUT /v2.0/ports/b32e536e-4fa6-43eb-9d3e-e1ee00b00d98 HTTP/1.1" status: 200 len: 1094 time: 0.8484175 Aug 27 01:32:05.614517 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '662047f7-1502-4db9-8e45-86b77401fa0e', 'tag': 'b32e536e-4fa6-43eb-9d3e-e1ee00b00d98'}] {{(pid=94315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:32:05.615334 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4b197ec9f2f0e9474c50df7e7ed8b30a1ed8e7d4526d98a0361b780d87c209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417d6984-9858-4aa8-ac40-46763838ab9f" -d '{"events": [{"name": "network-changed", "server_uuid": "662047f7-1502-4db9-8e45-86b77401fa0e", "tag": "b32e536e-4fa6-43eb-9d3e-e1ee00b00d98"}]}' {{(pid=94315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:32:05.638567 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb758c-4cfe-45fe-845b-b2fd20460a9d req-9e42eaea-9348-436d-8b2e-cf22e459708a tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:05.640106 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d6fb758c-4cfe-45fe-845b-b2fd20460a9d req-9e42eaea-9348-436d-8b2e-cf22e459708a tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 946 time: 0.1027296 Aug 27 01:32:05.657371 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e12dca-9d3e-4fd1-8c2f-3a1c8ae68db6 service neutron] Pushing event updated for resources: {'Port': ['ID=b32e536e-4fa6-43eb-9d3e-e1ee00b00d98,revision_number=3']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:32:05.660732 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 01:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0635060-4ab2-41e6-9f35-5a267a8fae35 x-openstack-request-id: req-b0635060-4ab2-41e6-9f35-5a267a8fae35 {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:32:05.661046 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "662047f7-1502-4db9-8e45-86b77401fa0e", "tag": "b32e536e-4fa6-43eb-9d3e-e1ee00b00d98", "status": "completed", "code": 200}]} {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:32:05.661304 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b0635060-4ab2-41e6-9f35-5a267a8fae35 {{(pid=94315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:32:05.661681 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '662047f7-1502-4db9-8e45-86b77401fa0e', 'tag': 'b32e536e-4fa6-43eb-9d3e-e1ee00b00d98', 'status': 'completed', 'code': 200} Aug 27 01:32:05.831874 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a597a98-90b6-436f-81a2-a708b68caca9 req-df27bb9b-5f56-45d3-8298-9911e553572f tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:05.833432 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-8a597a98-90b6-436f-81a2-a708b68caca9 req-df27bb9b-5f56-45d3-8298-9911e553572f tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/ports?device_id=662047f7-1502-4db9-8e45-86b77401fa0e HTTP/1.1" status: 200 len: 944 time: 0.0586615 Aug 27 01:32:05.876597 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-8a597a98-90b6-436f-81a2-a708b68caca9 req-cdbcdd86-f165-4742-8d2f-50f76cbecf70 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d2883ba-c14f-4100-9802-bf6d0fe34ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362685 Aug 27 01:32:05.929290 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d6fb758c-4cfe-45fe-845b-b2fd20460a9d req-f672dccf-4590-4e8b-87be-d0bf5ae1c95b tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810571 Aug 27 01:32:05.942052 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d6984-9858-4aa8-ac40-46763838ab9f req-17eb9258-51d1-43f4-b055-302ee9767843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:05.943517 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-417d6984-9858-4aa8-ac40-46763838ab9f req-17eb9258-51d1-43f4-b055-302ee9767843 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b0342a0d1e3b49c29852c11d8aeadb6f&device_id=662047f7-1502-4db9-8e45-86b77401fa0e HTTP/1.1" status: 200 len: 1097 time: 0.0590951 Aug 27 01:32:06.082439 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d6984-9858-4aa8-ac40-46763838ab9f req-2e9463c2-f43d-40d8-80b4-19aa9677ab3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:06.083894 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-417d6984-9858-4aa8-ac40-46763838ab9f req-2e9463c2-f43d-40d8-80b4-19aa9677ab3f service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=b0342a0d1e3b49c29852c11d8aeadb6f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0923688 Aug 27 01:32:06.189686 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d6984-9858-4aa8-ac40-46763838ab9f req-e8d73278-75e3-4822-82a3-0d01180f2bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:06.191137 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-417d6984-9858-4aa8-ac40-46763838ab9f req-e8d73278-75e3-4822-82a3-0d01180f2bb6 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885181 Aug 27 01:32:06.326711 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db276058-eb11-42e8-8698-cb57289d1d7c req-96c9bc5b-6453-49d0-b859-bdb2c6283d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:06.328230 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-db276058-eb11-42e8-8698-cb57289d1d7c req-96c9bc5b-6453-49d0-b859-bdb2c6283d73 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b0342a0d1e3b49c29852c11d8aeadb6f&device_id=662047f7-1502-4db9-8e45-86b77401fa0e HTTP/1.1" status: 200 len: 1097 time: 0.0406408 Aug 27 01:32:06.399172 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-db276058-eb11-42e8-8698-cb57289d1d7c req-5cecaaaa-df0f-4467-b841-6883674e51ef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b32e536e-4fa6-43eb-9d3e-e1ee00b00d98 HTTP/1.1" status: 200 len: 217 time: 0.0375092 Aug 27 01:32:06.453903 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-0dd7d00d-0c25-4217-808d-1ddd5e1adf0b req-6e8cf8d8-934b-4761-b47a-d6bbf92d76b7 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=5609c94a-0725-49da-a8dc-07496ea55d06 HTTP/1.1" status: 200 len: 210 time: 0.0261343 Aug 27 01:32:06.542562 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db276058-eb11-42e8-8698-cb57289d1d7c req-a311531b-670f-47bf-afa6-c161781a975d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:06.542562 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-db276058-eb11-42e8-8698-cb57289d1d7c req-a311531b-670f-47bf-afa6-c161781a975d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f488d171-9d98-4a92-a8f1-ce7eaf19907d HTTP/1.1" status: 200 len: 854 time: 0.0994167 Aug 27 01:32:06.581332 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-db276058-eb11-42e8-8698-cb57289d1d7c req-3c4ed7dd-6222-4f69-947b-093cfde36c0c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6798e174-42c2-4b00-8cdd-a750c850a0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317698 Aug 27 01:32:06.596236 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4e217-fd20-4146-b79c-05a556b0f5ce req-38d5d5ed-0190-4d9e-ab49-0f31de2f09e3 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:06.599602 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-61b4e217-fd20-4146-b79c-05a556b0f5ce req-38d5d5ed-0190-4d9e-ab49-0f31de2f09e3 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.24 "GET /v2.0/networks?id=0794f498-7c79-4c04-9426-97a5145b6e4e HTTP/1.1" status: 200 len: 815 time: 0.1600268 Aug 27 01:32:06.643740 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [req-61b4e217-fd20-4146-b79c-05a556b0f5ce req-059ef008-2860-4ff5-aa30-367f489aca92 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Request body: {'port': {'device_id': '5609c94a-0725-49da-a8dc-07496ea55d06', 'network_id': '0794f498-7c79-4c04-9426-97a5145b6e4e', 'admin_state_up': True, 'tenant_id': '8c9439f7236d4228aea4ccc73e5d6c08'}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:32:06.762510 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-db276058-eb11-42e8-8698-cb57289d1d7c req-b975138f-8b1a-42c8-a4b7-fc2f650a99a3 service neutron] 10.222.0.24 "GET /v2.0/networks/6798e174-42c2-4b00-8cdd-a750c850a0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638992 Aug 27 01:32:06.873075 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-db276058-eb11-42e8-8698-cb57289d1d7c req-35cce8db-4323-4903-8c65-e92573742e71 service neutron] 10.222.0.24 "GET /v2.0/networks/6798e174-42c2-4b00-8cdd-a750c850a0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946009 Aug 27 01:32:06.914783 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61b4e217-fd20-4146-b79c-05a556b0f5ce req-059ef008-2860-4ff5-aa30-367f489aca92 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Made reservation on behalf of 8c9439f7236d4228aea4ccc73e5d6c08 for: {'port': 1} {{(pid=94315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:32:06.919119 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-61b4e217-fd20-4146-b79c-05a556b0f5ce req-059ef008-2860-4ff5-aa30-367f489aca92 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:07.066636 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239680a-3df0-4f98-b84e-ee974373240f req-c2ba6e40-98d1-4f9c-837e-b28cfb37fb61 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:07.068717 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6239680a-3df0-4f98-b84e-ee974373240f req-c2ba6e40-98d1-4f9c-837e-b28cfb37fb61 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/ports?device_id=662047f7-1502-4db9-8e45-86b77401fa0e HTTP/1.1" status: 200 len: 944 time: 0.0961704 Aug 27 01:32:07.078489 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1583168-4df1-408b-9cc1-51a21666c2b7 req-ef0c174b-b7d2-4fbe-91b4-86944d2fc938 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:07.080384 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-a1583168-4df1-408b-9cc1-51a21666c2b7 req-ef0c174b-b7d2-4fbe-91b4-86944d2fc938 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 946 time: 0.0591457 Aug 27 01:32:07.119661 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6239680a-3df0-4f98-b84e-ee974373240f req-0b767c08-322f-48de-b655-2b2676fbec9d tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d2883ba-c14f-4100-9802-bf6d0fe34ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435312 Aug 27 01:32:07.134721 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.db_base_plugin_common [req-61b4e217-fd20-4146-b79c-05a556b0f5ce req-059ef008-2860-4ff5-aa30-367f489aca92 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Allocated IP 172.20.0.3 (0794f498-7c79-4c04-9426-97a5145b6e4e/c51de9e7-47ee-434f-828c-ea60be2f0419/313048b0-3d74-4d3f-af39-cfb37676bde6) {{(pid=94315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 01:32:07.137531 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-a1583168-4df1-408b-9cc1-51a21666c2b7 req-cb5cc4bf-fc41-441c-a104-c9d7edb59a4e tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482383 Aug 27 01:32:07.200970 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 55182) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:32:07.307548 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-61b4e217-fd20-4146-b79c-05a556b0f5ce req-059ef008-2860-4ff5-aa30-367f489aca92 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Notify callbacks [] for port, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:07.311813 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-06c0e870-7139-4be3-a95b-7463ee683158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:07.401308 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-06c0e870-7139-4be3-a95b-7463ee683158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:07.418286 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-61b4e217-fd20-4146-b79c-05a556b0f5ce req-059ef008-2860-4ff5-aa30-367f489aca92 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791478024214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8502847'] for port, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:07.461240 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61b4e217-fd20-4146-b79c-05a556b0f5ce req-059ef008-2860-4ff5-aa30-367f489aca92 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Network 0794f498-7c79-4c04-9426-97a5145b6e4e is already hosted by enough agents. {{(pid=94315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:32:07.464235 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.base_scheduler [req-61b4e217-fd20-4146-b79c-05a556b0f5ce req-059ef008-2860-4ff5-aa30-367f489aca92 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Resources bound (agent type, host, resource id): {{(pid=94315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:32:07.471945 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b4e217-fd20-4146-b79c-05a556b0f5ce req-059ef008-2860-4ff5-aa30-367f489aca92 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Received port after_create {{(pid=94315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 01:32:07.480514 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] get_ports_and_sgs() called for port_ids ['c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e', 'cd19f281-5f24-4728-b09e-57bb575f8a48'] {{(pid=94317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 01:32:07.499025 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059ef008-2860-4ff5-aa30-367f489aca92 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Pushing event updated for resources: {'Port': ['ID=313048b0-3d74-4d3f-af39-cfb37676bde6,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:32:07.509246 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-06c0e870-7139-4be3-a95b-7463ee683158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:07.539723 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4e217-fd20-4146-b79c-05a556b0f5ce req-059ef008-2860-4ff5-aa30-367f489aca92 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:07.540912 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-61b4e217-fd20-4146-b79c-05a556b0f5ce req-059ef008-2860-4ff5-aa30-367f489aca92 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for port, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:07.556317 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-06c0e870-7139-4be3-a95b-7463ee683158 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=910c678b96e84ceb88998fca81ac97da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3541653 Aug 27 01:32:07.564025 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c0e870-7139-4be3-a95b-7463ee683158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f22621-272b-41a3-bf8e-0d9d10ec904d,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:32:07.564025 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 55190) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:32:07.621652 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6acba92-db8d-48a6-ac60-3de62dda7e79 req-37643dd8-f4fc-4f64-a31e-118d837ce89b tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:07.622687 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d6acba92-db8d-48a6-ac60-3de62dda7e79 req-37643dd8-f4fc-4f64-a31e-118d837ce89b tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=5609c94a-0725-49da-a8dc-07496ea55d06 HTTP/1.1" status: 200 len: 931 time: 0.0780902 Aug 27 01:32:07.626916 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-ebed8ff7-60ed-4018-9da4-2d3d40aef4b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:07.650057 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-61b4e217-fd20-4146-b79c-05a556b0f5ce req-059ef008-2860-4ff5-aa30-367f489aca92 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0102572 Aug 27 01:32:07.650943 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-ebed8ff7-60ed-4018-9da4-2d3d40aef4b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:07.674083 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d6acba92-db8d-48a6-ac60-3de62dda7e79 req-315c01c2-5fe2-4b3b-8cfa-b03131da4e72 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434759 Aug 27 01:32:07.686509 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [req-61b4e217-fd20-4146-b79c-05a556b0f5ce req-bcb2dfb9-60e3-4200-a11c-f63946856d1f service neutron] Request body: {'port': {'device_id': '5609c94a-0725-49da-a8dc-07496ea55d06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75916'}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:32:07.756367 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-61b4e217-fd20-4146-b79c-05a556b0f5ce req-bcb2dfb9-60e3-4200-a11c-f63946856d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:07.771604 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-ebed8ff7-60ed-4018-9da4-2d3d40aef4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:07.774277 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-ebed8ff7-60ed-4018-9da4-2d3d40aef4b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:07.777653 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-ebed8ff7-60ed-4018-9da4-2d3d40aef4b7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c3f22621-272b-41a3-bf8e-0d9d10ec904d HTTP/1.1" status: 204 len: 168 time: 0.2150028 Aug 27 01:32:07.786977 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed8ff7-60ed-4018-9da4-2d3d40aef4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f22621-272b-41a3-bf8e-0d9d10ec904d,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:32:08.029392 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [req-61b4e217-fd20-4146-b79c-05a556b0f5ce req-bcb2dfb9-60e3-4200-a11c-f63946856d1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 313048b0-3d74-4d3f-af39-cfb37676bde6 {{(pid=94315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 01:32:08.048904 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-61b4e217-fd20-4146-b79c-05a556b0f5ce req-bcb2dfb9-60e3-4200-a11c-f63946856d1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:08.061124 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.provisioning_blocks [req-61b4e217-fd20-4146-b79c-05a556b0f5ce req-bcb2dfb9-60e3-4200-a11c-f63946856d1f service neutron] Transition to ACTIVE for port object 313048b0-3d74-4d3f-af39-cfb37676bde6 will not be triggered until provisioned by entity L2. {{(pid=94315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:32:08.131811 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-61b4e217-fd20-4146-b79c-05a556b0f5ce req-bcb2dfb9-60e3-4200-a11c-f63946856d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8502822'] for port, after_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:08.191688 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb2dfb9-60e3-4200-a11c-f63946856d1f service neutron] Pushing event updated for resources: {'Port': ['ID=313048b0-3d74-4d3f-af39-cfb37676bde6,revision_number=2']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:32:08.256989 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e00577-294d-4981-a88b-53c62a7517a1 req-1dc35226-a713-4d9d-9080-3d8cf5098591 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:08.258427 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-e2e00577-294d-4981-a88b-53c62a7517a1 req-1dc35226-a713-4d9d-9080-3d8cf5098591 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/ports?device_id=662047f7-1502-4db9-8e45-86b77401fa0e HTTP/1.1" status: 200 len: 944 time: 0.0483356 Aug 27 01:32:08.295941 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152fd221-c3b1-43cd-9f3b-c7525a0e22c8 req-c40e0032-9b4e-405d-b61e-5daa1b4aeeb7 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:08.296655 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-e2e00577-294d-4981-a88b-53c62a7517a1 req-bb77371c-4d46-44cb-b862-98dad79c8683 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d2883ba-c14f-4100-9802-bf6d0fe34ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312748 Aug 27 01:32:08.298931 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-152fd221-c3b1-43cd-9f3b-c7525a0e22c8 req-c40e0032-9b4e-405d-b61e-5daa1b4aeeb7 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 946 time: 0.0890818 Aug 27 01:32:08.303334 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.managers [req-61b4e217-fd20-4146-b79c-05a556b0f5ce req-bcb2dfb9-60e3-4200-a11c-f63946856d1f service neutron] Attempting to bind port 313048b0-3d74-4d3f-af39-cfb37676bde6 on host hv-cinder-75916 for vnic_type normal with profile {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 01:32:08.303334 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.managers [req-61b4e217-fd20-4146-b79c-05a556b0f5ce req-bcb2dfb9-60e3-4200-a11c-f63946856d1f service neutron] Attempting to bind port 313048b0-3d74-4d3f-af39-cfb37676bde6 by drivers openvswitch,hyperv on host hv-cinder-75916 at level 0 using segments [{'id': 'f46d30fd-ee13-4318-b586-c425fc0d32de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0794f498-7c79-4c04-9426-97a5145b6e4e'}] {{(pid=94315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 01:32:08.303334 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b4e217-fd20-4146-b79c-05a556b0f5ce req-bcb2dfb9-60e3-4200-a11c-f63946856d1f service neutron] Attempting to bind port 313048b0-3d74-4d3f-af39-cfb37676bde6 on network 0794f498-7c79-4c04-9426-97a5145b6e4e {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:32:08.316177 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b4e217-fd20-4146-b79c-05a556b0f5ce req-bcb2dfb9-60e3-4200-a11c-f63946856d1f service neutron] Port 313048b0-3d74-4d3f-af39-cfb37676bde6 on network 0794f498-7c79-4c04-9426-97a5145b6e4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75916 {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 01:32:08.316496 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b4e217-fd20-4146-b79c-05a556b0f5ce req-bcb2dfb9-60e3-4200-a11c-f63946856d1f service neutron] Attempting to bind port 313048b0-3d74-4d3f-af39-cfb37676bde6 on network 0794f498-7c79-4c04-9426-97a5145b6e4e {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:32:08.331279 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b4e217-fd20-4146-b79c-05a556b0f5ce req-bcb2dfb9-60e3-4200-a11c-f63946856d1f service neutron] Checking agent: {'id': '7830a306-a71a-451e-a6c7-89247e1febf2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75916', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 1, 28, 23), 'started_at': datetime.datetime(2021, 8, 27, 1, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 1, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 01:32:08.331279 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b4e217-fd20-4146-b79c-05a556b0f5ce req-bcb2dfb9-60e3-4200-a11c-f63946856d1f service neutron] Checking segment: {'id': 'f46d30fd-ee13-4318-b586-c425fc0d32de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0794f498-7c79-4c04-9426-97a5145b6e4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:32:08.331523 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b4e217-fd20-4146-b79c-05a556b0f5ce req-bcb2dfb9-60e3-4200-a11c-f63946856d1f service neutron] Bound using segment: {'id': 'f46d30fd-ee13-4318-b586-c425fc0d32de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0794f498-7c79-4c04-9426-97a5145b6e4e'} {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 01:32:08.331748 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.managers [req-61b4e217-fd20-4146-b79c-05a556b0f5ce req-bcb2dfb9-60e3-4200-a11c-f63946856d1f service neutron] Bound port: 313048b0-3d74-4d3f-af39-cfb37676bde6, host: hv-cinder-75916, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f46d30fd-ee13-4318-b586-c425fc0d32de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0794f498-7c79-4c04-9426-97a5145b6e4e'}}] {{(pid=94315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 01:32:08.332108 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-61b4e217-fd20-4146-b79c-05a556b0f5ce req-bcb2dfb9-60e3-4200-a11c-f63946856d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:08.361678 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-152fd221-c3b1-43cd-9f3b-c7525a0e22c8 req-9d2cf01b-a3a4-425d-8550-473eebab5f1b tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560672 Aug 27 01:32:08.410719 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 55212) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:32:08.418721 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [req-61b4e217-fd20-4146-b79c-05a556b0f5ce req-bcb2dfb9-60e3-4200-a11c-f63946856d1f service neutron] For port 313048b0-3d74-4d3f-af39-cfb37676bde6, host hv-cinder-75916, cleared binding levels {{(pid=94315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 01:32:08.422548 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [req-61b4e217-fd20-4146-b79c-05a556b0f5ce req-bcb2dfb9-60e3-4200-a11c-f63946856d1f service neutron] For port 313048b0-3d74-4d3f-af39-cfb37676bde6, host hv-cinder-75916, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=313048b0-3d74-4d3f-af39-cfb37676bde6,segment=NetworkSegment(f46d30fd-ee13-4318-b586-c425fc0d32de),segment_id=f46d30fd-ee13-4318-b586-c425fc0d32de)] {{(pid=94315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 01:32:08.424745 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-436f9935-d86b-4bdc-aecd-99d92eeef943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:08.492506 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-61b4e217-fd20-4146-b79c-05a556b0f5ce req-bcb2dfb9-60e3-4200-a11c-f63946856d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8502822'] for port, after_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:08.515539 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-436f9935-d86b-4bdc-aecd-99d92eeef943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:08.524647 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4e217-fd20-4146-b79c-05a556b0f5ce req-bcb2dfb9-60e3-4200-a11c-f63946856d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:08.525277 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-61b4e217-fd20-4146-b79c-05a556b0f5ce req-bcb2dfb9-60e3-4200-a11c-f63946856d1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for port, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:08.530449 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-61b4e217-fd20-4146-b79c-05a556b0f5ce req-bcb2dfb9-60e3-4200-a11c-f63946856d1f service neutron] 10.222.0.24 "PUT /v2.0/ports/313048b0-3d74-4d3f-af39-cfb37676bde6 HTTP/1.1" status: 200 len: 1093 time: 0.8499959 Aug 27 01:32:08.530449 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5609c94a-0725-49da-a8dc-07496ea55d06', 'tag': '313048b0-3d74-4d3f-af39-cfb37676bde6'}] {{(pid=94315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:32:08.530449 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4b197ec9f2f0e9474c50df7e7ed8b30a1ed8e7d4526d98a0361b780d87c209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86724f53-d78b-4f66-885c-32604b407d70" -d '{"events": [{"name": "network-changed", "server_uuid": "5609c94a-0725-49da-a8dc-07496ea55d06", "tag": "313048b0-3d74-4d3f-af39-cfb37676bde6"}]}' {{(pid=94315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:32:08.554423 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb2dfb9-60e3-4200-a11c-f63946856d1f service neutron] Pushing event updated for resources: {'Port': ['ID=313048b0-3d74-4d3f-af39-cfb37676bde6,revision_number=3']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:32:08.569741 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 01:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ac749e-c7c5-4a4d-9727-1fb82d978592 x-openstack-request-id: req-44ac749e-c7c5-4a4d-9727-1fb82d978592 {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:32:08.570037 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5609c94a-0725-49da-a8dc-07496ea55d06", "tag": "313048b0-3d74-4d3f-af39-cfb37676bde6", "status": "completed", "code": 200}]} {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:32:08.570292 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-44ac749e-c7c5-4a4d-9727-1fb82d978592 {{(pid=94315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:32:08.570728 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5609c94a-0725-49da-a8dc-07496ea55d06', 'tag': '313048b0-3d74-4d3f-af39-cfb37676bde6', 'status': 'completed', 'code': 200} Aug 27 01:32:08.577611 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-436f9935-d86b-4bdc-aecd-99d92eeef943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:08.616783 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-436f9935-d86b-4bdc-aecd-99d92eeef943 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cb6b78b2f6654e879c40a7d0b37cd015&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2049994 Aug 27 01:32:08.617723 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f9935-d86b-4bdc-aecd-99d92eeef943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ebe7698-a2da-4d2b-981c-6c441f21dedb,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:32:08.619404 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 55218) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:32:08.695844 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-152d73bd-03e0-4562-b09f-6ceb3556e77c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:08.725412 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86724f53-d78b-4f66-885c-32604b407d70 req-ab3bf82a-4556-49d6-8dce-9da73065df37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:08.726913 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-86724f53-d78b-4f66-885c-32604b407d70 req-ab3bf82a-4556-49d6-8dce-9da73065df37 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8c9439f7236d4228aea4ccc73e5d6c08&device_id=5609c94a-0725-49da-a8dc-07496ea55d06 HTTP/1.1" status: 200 len: 1096 time: 0.0605924 Aug 27 01:32:08.728675 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-152d73bd-03e0-4562-b09f-6ceb3556e77c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:08.808730 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07805b2e-ac0c-4bea-830e-a37ea6d33ce2 req-8b25bb6c-8d3c-4469-a9a7-4ced00ca9920 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:08.810124 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-07805b2e-ac0c-4bea-830e-a37ea6d33ce2 req-8b25bb6c-8d3c-4469-a9a7-4ced00ca9920 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=5609c94a-0725-49da-a8dc-07496ea55d06 HTTP/1.1" status: 200 len: 943 time: 0.0537734 Aug 27 01:32:08.845996 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-152d73bd-03e0-4562-b09f-6ceb3556e77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:08.848871 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-152d73bd-03e0-4562-b09f-6ceb3556e77c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:08.849720 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-152d73bd-03e0-4562-b09f-6ceb3556e77c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7ebe7698-a2da-4d2b-981c-6c441f21dedb HTTP/1.1" status: 204 len: 168 time: 0.2292516 Aug 27 01:32:08.860569 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-07805b2e-ac0c-4bea-830e-a37ea6d33ce2 req-2b953b3a-a222-4d94-bce7-298af355306c tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406554 Aug 27 01:32:08.870334 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d73bd-03e0-4562-b09f-6ceb3556e77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ebe7698-a2da-4d2b-981c-6c441f21dedb,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:32:08.922669 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86724f53-d78b-4f66-885c-32604b407d70 req-6e4cdbea-81d6-4a47-9031-7fd12d9bc249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:08.924548 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-86724f53-d78b-4f66-885c-32604b407d70 req-6e4cdbea-81d6-4a47-9031-7fd12d9bc249 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=8c9439f7236d4228aea4ccc73e5d6c08&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1246493 Aug 27 01:32:09.026714 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86724f53-d78b-4f66-885c-32604b407d70 req-5844703e-39f9-4f9a-be83-d9b15c25fe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:09.028191 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-86724f53-d78b-4f66-885c-32604b407d70 req-5844703e-39f9-4f9a-be83-d9b15c25fe31 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934994 Aug 27 01:32:09.162964 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4e217-fd20-4146-b79c-05a556b0f5ce req-618eed91-693a-4257-b6db-0b20e400ab06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:09.164516 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-61b4e217-fd20-4146-b79c-05a556b0f5ce req-618eed91-693a-4257-b6db-0b20e400ab06 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8c9439f7236d4228aea4ccc73e5d6c08&device_id=5609c94a-0725-49da-a8dc-07496ea55d06 HTTP/1.1" status: 200 len: 1096 time: 0.0438612 Aug 27 01:32:09.233177 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-61b4e217-fd20-4146-b79c-05a556b0f5ce req-ea498ac8-0e91-404a-b864-60a8ee15f18f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=313048b0-3d74-4d3f-af39-cfb37676bde6 HTTP/1.1" status: 200 len: 217 time: 0.0336268 Aug 27 01:32:09.291300 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4e217-fd20-4146-b79c-05a556b0f5ce req-4d86d1d5-5fc6-4601-9a8d-6384ebcc25d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:09.292916 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-61b4e217-fd20-4146-b79c-05a556b0f5ce req-4d86d1d5-5fc6-4601-9a8d-6384ebcc25d8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c51de9e7-47ee-434f-828c-ea60be2f0419 HTTP/1.1" status: 200 len: 855 time: 0.0486541 Aug 27 01:32:09.342847 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-61b4e217-fd20-4146-b79c-05a556b0f5ce req-ef4b3296-6152-4856-9ccd-5d816e1662ce service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0794f498-7c79-4c04-9426-97a5145b6e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321891 Aug 27 01:32:09.480736 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65be5a40-4b4c-4d70-8177-04a8c9cad5bb req-6d2bccc5-0bb9-4e75-a9ca-7ee271422d82 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:09.482261 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-65be5a40-4b4c-4d70-8177-04a8c9cad5bb req-6d2bccc5-0bb9-4e75-a9ca-7ee271422d82 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/ports?device_id=662047f7-1502-4db9-8e45-86b77401fa0e HTTP/1.1" status: 200 len: 944 time: 0.1102576 Aug 27 01:32:09.497571 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8986a6-b86e-47d0-98e5-f8812bcdb5c9 req-38ac2db2-701d-4783-957f-869d40fb25e2 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:09.499067 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-4a8986a6-b86e-47d0-98e5-f8812bcdb5c9 req-38ac2db2-701d-4783-957f-869d40fb25e2 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 946 time: 0.0598259 Aug 27 01:32:09.514983 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-61b4e217-fd20-4146-b79c-05a556b0f5ce req-f0e08edf-f1e4-42ec-8fb7-27c6fcad12e0 service neutron] 10.222.0.24 "GET /v2.0/networks/0794f498-7c79-4c04-9426-97a5145b6e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625357 Aug 27 01:32:09.540601 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-65be5a40-4b4c-4d70-8177-04a8c9cad5bb req-b84ae96a-65bb-4e5a-9156-8e32d6aa108f tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d2883ba-c14f-4100-9802-bf6d0fe34ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481017 Aug 27 01:32:09.546547 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-4a8986a6-b86e-47d0-98e5-f8812bcdb5c9 req-cd6d8a59-2d5b-421d-8348-905eb7749209 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408111 Aug 27 01:32:09.628876 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-61b4e217-fd20-4146-b79c-05a556b0f5ce req-4b9d302a-454f-488b-96fd-df3dfe1ec46f service neutron] 10.222.0.24 "GET /v2.0/networks/0794f498-7c79-4c04-9426-97a5145b6e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915098 Aug 27 01:32:09.986111 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b661a34b-b526-4342-a7e3-8dc5133c3d81 req-26a1b94e-5428-47d9-8f7f-c7fd858e6cd0 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:09.987838 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-b661a34b-b526-4342-a7e3-8dc5133c3d81 req-26a1b94e-5428-47d9-8f7f-c7fd858e6cd0 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=5609c94a-0725-49da-a8dc-07496ea55d06 HTTP/1.1" status: 200 len: 943 time: 0.0548589 Aug 27 01:32:10.030499 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-b661a34b-b526-4342-a7e3-8dc5133c3d81 req-3589cd06-fe55-4e5e-91d9-222ca63084b6 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355871 Aug 27 01:32:10.676146 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a28487-92db-4e02-a1c5-6b1257cdf33a req-cbf83968-5ecc-4253-be1e-74d21fd144e6 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:10.677808 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-10a28487-92db-4e02-a1c5-6b1257cdf33a req-cbf83968-5ecc-4253-be1e-74d21fd144e6 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/ports?device_id=662047f7-1502-4db9-8e45-86b77401fa0e HTTP/1.1" status: 200 len: 944 time: 0.0590434 Aug 27 01:32:10.687162 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1c214-de72-4dc3-829f-562b84cb57db req-bfac6ce0-c464-4bb8-a565-81fdc41e6512 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:10.693300 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-cea1c214-de72-4dc3-829f-562b84cb57db req-bfac6ce0-c464-4bb8-a565-81fdc41e6512 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 946 time: 0.0543177 Aug 27 01:32:10.722505 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-10a28487-92db-4e02-a1c5-6b1257cdf33a req-69635719-fda8-435d-91c8-98d92936d68b tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d2883ba-c14f-4100-9802-bf6d0fe34ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372674 Aug 27 01:32:10.731979 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-cea1c214-de72-4dc3-829f-562b84cb57db req-327f3c1e-e79e-4d3a-a7ae-ef3d57056fef tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368168 Aug 27 01:32:11.724360 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device b32e536e-4fa6-43eb-9d3e-e1ee00b00d98 details requested by agent hyperv_hv-cinder-75916 with host hv-cinder-75916 {{(pid=94317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 01:32:11.823220 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port b32e536e-4fa6-43eb-9d3e-e1ee00b00d98, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=b32e536e-4fa6-43eb-9d3e-e1ee00b00d98,segment=NetworkSegment(798527c9-acde-4a5e-b063-dc3ac329a6ba),segment_id=798527c9-acde-4a5e-b063-dc3ac329a6ba)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:32:11.836322 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Returning: {'device': 'b32e536e-4fa6-43eb-9d3e-e1ee00b00d98', 'network_id': '6798e174-42c2-4b00-8cdd-a750c850a0c6', 'port_id': 'b32e536e-4fa6-43eb-9d3e-e1ee00b00d98', 'mac_address': 'fa:16:3e:5d:21:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f488d171-9d98-4a92-a8f1-ce7eaf19907d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 01:32:11.888028 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:11.901575 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.notifiers.nova [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b32e536e-4fa6-43eb-9d3e-e1ee00b00d98 {{(pid=94317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 01:32:11.921611 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port b32e536e-4fa6-43eb-9d3e-e1ee00b00d98, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=b32e536e-4fa6-43eb-9d3e-e1ee00b00d98,segment=NetworkSegment(798527c9-acde-4a5e-b063-dc3ac329a6ba),segment_id=798527c9-acde-4a5e-b063-dc3ac329a6ba)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:32:11.936941 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-663182e5-b566-4706-8b39-f3524a6abead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:12.068996 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:12.115751 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Pushing event updated for resources: {'Port': ['ID=b32e536e-4fa6-43eb-9d3e-e1ee00b00d98,revision_number=4']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:32:12.122814 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:32:12.123133 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:32:12.123466 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:32:12.123795 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:32:12.124123 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:32:12.124445 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:32:12.124765 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:32:12.125254 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:32:12.125606 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:32:12.125930 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:32:12.126248 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:32:12.126561 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:32:12.409679 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 55338) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:32:12.510138 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-992a1f48-302b-4bda-88b0-fbb4887289b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:12.593215 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-992a1f48-302b-4bda-88b0-fbb4887289b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:12.668490 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-992a1f48-302b-4bda-88b0-fbb4887289b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:12.707664 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-992a1f48-302b-4bda-88b0-fbb4887289b1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=124825bd579847e2aba916f432351abb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2968650 Aug 27 01:32:12.708525 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992a1f48-302b-4bda-88b0-fbb4887289b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e547f77d-c9c9-428c-ba04-27ddc503d21d,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:32:12.710363 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 55344) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:32:12.758167 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-54442a19-641e-4261-ba41-75ffe67aa924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:12.778475 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-54442a19-641e-4261-ba41-75ffe67aa924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:12.881664 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-54442a19-641e-4261-ba41-75ffe67aa924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:12.884340 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-54442a19-641e-4261-ba41-75ffe67aa924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:12.886883 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-54442a19-641e-4261-ba41-75ffe67aa924 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e547f77d-c9c9-428c-ba04-27ddc503d21d HTTP/1.1" status: 204 len: 168 time: 0.1754756 Aug 27 01:32:12.925101 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54442a19-641e-4261-ba41-75ffe67aa924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e547f77d-c9c9-428c-ba04-27ddc503d21d,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:32:12.958797 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4be02d-4a8f-41c3-9407-6e405aca968b req-2235731b-6b70-409c-ad3f-18b7a17250ed tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:12.960656 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-4a4be02d-4a8f-41c3-9407-6e405aca968b req-2235731b-6b70-409c-ad3f-18b7a17250ed tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=5609c94a-0725-49da-a8dc-07496ea55d06 HTTP/1.1" status: 200 len: 943 time: 0.0722804 Aug 27 01:32:12.993123 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73f81c-efc8-4de6-a4b6-c05c741111b1 req-bfc1e763-daf9-42d0-aa18-9486fd0c358d tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:12.994778 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-bb73f81c-efc8-4de6-a4b6-c05c741111b1 req-bfc1e763-daf9-42d0-aa18-9486fd0c358d tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/ports?device_id=662047f7-1502-4db9-8e45-86b77401fa0e HTTP/1.1" status: 200 len: 945 time: 0.0604892 Aug 27 01:32:13.008208 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.agents_db [None req-fec0d0a0-65fd-4898-8015-6bc2580b487e None None] Agent healthcheck: found 6 active agents {{(pid=94318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 01:32:13.012978 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-4a4be02d-4a8f-41c3-9407-6e405aca968b req-e5635b34-d5ea-4e2a-b2f8-96082eaa226f tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416853 Aug 27 01:32:13.035463 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-bb73f81c-efc8-4de6-a4b6-c05c741111b1 req-ccc51ac9-7035-4d2d-bedc-3b6defd9532c tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d2883ba-c14f-4100-9802-bf6d0fe34ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336609 Aug 27 01:32:13.117235 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4005f0-2f77-4925-b187-20ae110b5dbc req-281e7c89-f7f9-42df-b202-3579ee7a5a47 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:13.118711 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-3d4005f0-2f77-4925-b187-20ae110b5dbc req-281e7c89-f7f9-42df-b202-3579ee7a5a47 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 946 time: 0.0476522 Aug 27 01:32:13.159530 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-3d4005f0-2f77-4925-b187-20ae110b5dbc req-22a6d1f8-509d-40f0-839c-6723ffc63e8b tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342824 Aug 27 01:32:13.326100 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] get_ports_and_sgs() called for port_ids ['b32e536e-4fa6-43eb-9d3e-e1ee00b00d98'] {{(pid=94317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 01:32:13.565660 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 55356) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:32:13.578150 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-23ec2e01-89e2-4c36-ab78-4404eaabff84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:13.662172 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-23ec2e01-89e2-4c36-ab78-4404eaabff84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:13.725755 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-23ec2e01-89e2-4c36-ab78-4404eaabff84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:13.765206 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-23ec2e01-89e2-4c36-ab78-4404eaabff84 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5ee2218447b1487f9de8e4a810bfc13e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1989279 Aug 27 01:32:13.766211 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ec2e01-89e2-4c36-ab78-4404eaabff84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17334dc-eb65-424f-a106-1c3fc5b1f345,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:32:13.768158 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 55366) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:32:13.818174 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-e74b1c2a-099c-4b8d-b022-e9f2eb431d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:13.839352 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-e74b1c2a-099c-4b8d-b022-e9f2eb431d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:13.976134 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-e74b1c2a-099c-4b8d-b022-e9f2eb431d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:13.978622 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-e74b1c2a-099c-4b8d-b022-e9f2eb431d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:13.979845 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-e74b1c2a-099c-4b8d-b022-e9f2eb431d4e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c17334dc-eb65-424f-a106-1c3fc5b1f345 HTTP/1.1" status: 204 len: 168 time: 0.2103703 Aug 27 01:32:13.990043 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74b1c2a-099c-4b8d-b022-e9f2eb431d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17334dc-eb65-424f-a106-1c3fc5b1f345,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:32:14.133513 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1b578-b04c-4319-9ece-87508ce2c6b8 req-ca13bac2-6f63-4894-b36f-9c7a6b51e0cd tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:14.135028 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-20e1b578-b04c-4319-9ece-87508ce2c6b8 req-ca13bac2-6f63-4894-b36f-9c7a6b51e0cd tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=5609c94a-0725-49da-a8dc-07496ea55d06 HTTP/1.1" status: 200 len: 943 time: 0.0487127 Aug 27 01:32:14.170128 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30052ea-c6e4-4635-a987-58e3ba8f8afe req-77785857-9b3d-4c3a-8450-81318ecb29d0 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:14.171831 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-e30052ea-c6e4-4635-a987-58e3ba8f8afe req-77785857-9b3d-4c3a-8450-81318ecb29d0 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/ports?device_id=662047f7-1502-4db9-8e45-86b77401fa0e HTTP/1.1" status: 200 len: 945 time: 0.0550842 Aug 27 01:32:14.174825 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-20e1b578-b04c-4319-9ece-87508ce2c6b8 req-955192ae-4267-40e5-a653-8db75ec1a482 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338326 Aug 27 01:32:14.232684 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-e30052ea-c6e4-4635-a987-58e3ba8f8afe req-95675f90-e3f4-40db-aee4-062e99d648c1 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d2883ba-c14f-4100-9802-bf6d0fe34ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468471 Aug 27 01:32:14.288440 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97228b-e13d-49a0-ba7c-b21e5daa37d1 req-a75f8a10-22d6-4798-be73-2440d6332b57 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:14.291295 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-4b97228b-e13d-49a0-ba7c-b21e5daa37d1 req-a75f8a10-22d6-4798-be73-2440d6332b57 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 946 time: 0.0528882 Aug 27 01:32:14.333619 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-4b97228b-e13d-49a0-ba7c-b21e5daa37d1 req-0f552c16-c775-4713-8354-c2c28e1de89f tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371034 Aug 27 01:32:14.515702 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-0a92e73e-e841-4b27-903e-7389ea33530b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:14.628603 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:14.774992 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device 313048b0-3d74-4d3f-af39-cfb37676bde6 details requested by agent hyperv_hv-cinder-75916 with host hv-cinder-75916 {{(pid=94317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 01:32:14.786851 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device b32e536e-4fa6-43eb-9d3e-e1ee00b00d98 up at agent hyperv_hv-cinder-75916 {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:32:14.845148 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6006b5-2ae7-498b-9b1d-7a60ae15229d req-a7959982-0f38-41a7-aaf5-56b8f83847f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:14.851579 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0d6006b5-2ae7-498b-9b1d-7a60ae15229d req-a7959982-0f38-41a7-aaf5-56b8f83847f0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 1099 time: 0.0553603 Aug 27 01:32:14.901447 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0d6006b5-2ae7-498b-9b1d-7a60ae15229d req-d6312882-64ed-4668-b7ef-41668cb94941 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409536 Aug 27 01:32:14.938534 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port 313048b0-3d74-4d3f-af39-cfb37676bde6, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=313048b0-3d74-4d3f-af39-cfb37676bde6,segment=NetworkSegment(f46d30fd-ee13-4318-b586-c425fc0d32de),segment_id=f46d30fd-ee13-4318-b586-c425fc0d32de)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:32:14.954152 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Returning: {'device': '313048b0-3d74-4d3f-af39-cfb37676bde6', 'network_id': '0794f498-7c79-4c04-9426-97a5145b6e4e', 'port_id': '313048b0-3d74-4d3f-af39-cfb37676bde6', 'mac_address': 'fa:16:3e:08:58:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c51de9e7-47ee-434f-828c-ea60be2f0419', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 01:32:14.994781 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Provisioning for port b32e536e-4fa6-43eb-9d3e-e1ee00b00d98 completed by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:32:14.997954 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:15.001206 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Provisioning complete for port b32e536e-4fa6-43eb-9d3e-e1ee00b00d98 triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:32:15.001589 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:15.035395 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.notifiers.nova [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 313048b0-3d74-4d3f-af39-cfb37676bde6 {{(pid=94317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 01:32:15.077810 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port 313048b0-3d74-4d3f-af39-cfb37676bde6, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=313048b0-3d74-4d3f-af39-cfb37676bde6,segment=NetworkSegment(f46d30fd-ee13-4318-b586-c425fc0d32de),segment_id=f46d30fd-ee13-4318-b586-c425fc0d32de)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:32:15.126916 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:15.149531 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '662047f7-1502-4db9-8e45-86b77401fa0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b32e536e-4fa6-43eb-9d3e-e1ee00b00d98'}] {{(pid=94317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:32:15.151887 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ae24146460100d3107ec4d42823fa970b16dae16efc5fac949978fe01edd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38262f6-8c96-4807-b1e2-e44e5c08b2d5" -d '{"events": [{"server_uuid": "662047f7-1502-4db9-8e45-86b77401fa0e", "name": "network-vif-plugged", "status": "completed", "tag": "b32e536e-4fa6-43eb-9d3e-e1ee00b00d98"}]}' {{(pid=94317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:32:15.157549 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:15.169639 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port b32e536e-4fa6-43eb-9d3e-e1ee00b00d98, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=b32e536e-4fa6-43eb-9d3e-e1ee00b00d98,segment=NetworkSegment(798527c9-acde-4a5e-b063-dc3ac329a6ba),segment_id=798527c9-acde-4a5e-b063-dc3ac329a6ba)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:32:15.212578 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Pushing event updated for resources: {'Port': ['ID=313048b0-3d74-4d3f-af39-cfb37676bde6,revision_number=4']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:32:15.298399 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:15.352327 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Pushing event updated for resources: {'Port': ['ID=b32e536e-4fa6-43eb-9d3e-e1ee00b00d98,revision_number=5']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:32:15.411942 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 01:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b63681-0fd1-4d65-a690-e13c50b9e2c6 x-openstack-request-id: req-53b63681-0fd1-4d65-a690-e13c50b9e2c6 {{(pid=94317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:32:15.412436 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "662047f7-1502-4db9-8e45-86b77401fa0e", "name": "network-vif-plugged", "status": "completed", "tag": "b32e536e-4fa6-43eb-9d3e-e1ee00b00d98", "code": 200}]} {{(pid=94317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:32:15.412856 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-53b63681-0fd1-4d65-a690-e13c50b9e2c6 {{(pid=94317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:32:15.413565 dv-cinder-759169-3-iscsi neutron-server[94317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '662047f7-1502-4db9-8e45-86b77401fa0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b32e536e-4fa6-43eb-9d3e-e1ee00b00d98', 'code': 200} Aug 27 01:32:15.513966 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc89768-6265-48de-8ce5-ce0b044a1e3f req-795e65fb-406c-43e5-be39-1b8e9bf8b354 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:15.515530 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-4dc89768-6265-48de-8ce5-ce0b044a1e3f req-795e65fb-406c-43e5-be39-1b8e9bf8b354 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/ports?device_id=662047f7-1502-4db9-8e45-86b77401fa0e HTTP/1.1" status: 200 len: 946 time: 0.0501833 Aug 27 01:32:15.518874 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a8876-6860-4199-82ee-88aaff4043e3 req-751498da-1fa5-4260-9971-790beb81294a tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:15.520397 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-bc5a8876-6860-4199-82ee-88aaff4043e3 req-751498da-1fa5-4260-9971-790beb81294a tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=5609c94a-0725-49da-a8dc-07496ea55d06 HTTP/1.1" status: 200 len: 944 time: 0.0607543 Aug 27 01:32:15.564159 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-4dc89768-6265-48de-8ce5-ce0b044a1e3f req-9b3deb08-2efb-421b-8fc4-0f8c0ce09df1 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d2883ba-c14f-4100-9802-bf6d0fe34ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410058 Aug 27 01:32:15.564823 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-bc5a8876-6860-4199-82ee-88aaff4043e3 req-700da4fd-4354-4ef4-b898-2d98aff529cb tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381927 Aug 27 01:32:15.656691 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] get_ports_and_sgs() called for port_ids ['313048b0-3d74-4d3f-af39-cfb37676bde6'] {{(pid=94317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 01:32:15.670543 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435639d-7535-4964-8245-324ce6cba17d req-a2f3553a-2b5d-44a7-9932-92b84fb0584e tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:15.672255 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-2435639d-7535-4964-8245-324ce6cba17d req-a2f3553a-2b5d-44a7-9932-92b84fb0584e tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 946 time: 0.0496824 Aug 27 01:32:15.717791 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-2435639d-7535-4964-8245-324ce6cba17d req-03361d79-3610-4288-8f68-b7ec14426089 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380030 Aug 27 01:32:15.852852 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be264b65-7a6b-4878-87e2-dc2e5a4a29c5 req-1525a71c-a576-423f-91b7-3047a90a72e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:15.854659 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-be264b65-7a6b-4878-87e2-dc2e5a4a29c5 req-1525a71c-a576-423f-91b7-3047a90a72e4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=662047f7-1502-4db9-8e45-86b77401fa0e HTTP/1.1" status: 200 len: 1099 time: 0.0411613 Aug 27 01:32:15.874603 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ed545f81-8b1b-4cf8-a1bc-5817d83b44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:15.892461 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-be264b65-7a6b-4878-87e2-dc2e5a4a29c5 req-2e2a300c-9bb5-4fa0-869c-97b30c107712 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3d2883ba-c14f-4100-9802-bf6d0fe34ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303226 Aug 27 01:32:16.804978 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec42e1c-b440-4335-8595-5a512cf72fda req-b8d708b7-86ea-4c66-9ff1-6f8cbc7efed3 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:16.806473 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-fec42e1c-b440-4335-8595-5a512cf72fda req-b8d708b7-86ea-4c66-9ff1-6f8cbc7efed3 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=5609c94a-0725-49da-a8dc-07496ea55d06 HTTP/1.1" status: 200 len: 944 time: 0.0495946 Aug 27 01:32:16.858720 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-fec42e1c-b440-4335-8595-5a512cf72fda req-aa13f06d-4df6-46e6-9ccb-3debc2eda839 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394704 Aug 27 01:32:16.896594 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea53b2-edcc-43fb-a4c4-733af8ea2b29 req-788998f0-7da3-44ed-8814-e39a3052328b tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:16.898253 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-3cea53b2-edcc-43fb-a4c4-733af8ea2b29 req-788998f0-7da3-44ed-8814-e39a3052328b tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/ports?device_id=662047f7-1502-4db9-8e45-86b77401fa0e HTTP/1.1" status: 200 len: 946 time: 0.0571492 Aug 27 01:32:16.940571 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-3cea53b2-edcc-43fb-a4c4-733af8ea2b29 req-d221aae0-1662-4532-b656-6fbc7ba08083 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d2883ba-c14f-4100-9802-bf6d0fe34ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360699 Aug 27 01:32:16.989411 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89452f0a-4cf2-4216-8a15-6aa4ce7e69ba req-45fe17dc-f8dd-4302-9b8c-2c8d77e4ce4b tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:16.991426 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-89452f0a-4cf2-4216-8a15-6aa4ce7e69ba req-45fe17dc-f8dd-4302-9b8c-2c8d77e4ce4b tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 946 time: 0.0577674 Aug 27 01:32:17.030264 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-89452f0a-4cf2-4216-8a15-6aa4ce7e69ba req-a1d1ef5b-a3bf-46d1-ac9b-5553dd2dd6c3 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328951 Aug 27 01:32:17.405586 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-809c4053-e1f3-4656-979d-5dfd58cb0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:20.848707 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device 313048b0-3d74-4d3f-af39-cfb37676bde6 up at agent hyperv_hv-cinder-75916 {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:32:20.955480 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Provisioning for port 313048b0-3d74-4d3f-af39-cfb37676bde6 completed by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:32:20.959846 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Provisioning complete for port 313048b0-3d74-4d3f-af39-cfb37676bde6 triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:32:20.960220 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:21.042109 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:21.063608 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5609c94a-0725-49da-a8dc-07496ea55d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '313048b0-3d74-4d3f-af39-cfb37676bde6'}] {{(pid=94317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:32:21.065847 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ae24146460100d3107ec4d42823fa970b16dae16efc5fac949978fe01edd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77ad795-f4ce-407a-b09b-89e58570fc63" -d '{"events": [{"server_uuid": "5609c94a-0725-49da-a8dc-07496ea55d06", "name": "network-vif-plugged", "status": "completed", "tag": "313048b0-3d74-4d3f-af39-cfb37676bde6"}]}' {{(pid=94317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:32:21.078144 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port 313048b0-3d74-4d3f-af39-cfb37676bde6, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=313048b0-3d74-4d3f-af39-cfb37676bde6,segment=NetworkSegment(f46d30fd-ee13-4318-b586-c425fc0d32de),segment_id=f46d30fd-ee13-4318-b586-c425fc0d32de)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:32:21.117486 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847ffd7-c5f9-4671-9d38-bfb011a09f59 req-993add38-8462-4395-a3bb-67d50558acec tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:21.118870 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-9847ffd7-c5f9-4671-9d38-bfb011a09f59 req-993add38-8462-4395-a3bb-67d50558acec tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=5609c94a-0725-49da-a8dc-07496ea55d06 HTTP/1.1" status: 200 len: 944 time: 0.0518882 Aug 27 01:32:21.148576 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:21.161544 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-9847ffd7-c5f9-4671-9d38-bfb011a09f59 req-a5a1f93c-7d4d-4e2e-aec3-4d4dd0d6dcdd tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360506 Aug 27 01:32:21.226513 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Pushing event updated for resources: {'Port': ['ID=313048b0-3d74-4d3f-af39-cfb37676bde6,revision_number=5']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:32:21.237738 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-9b9dff09-1c91-45ee-9bf6-09e5d9d6757b req-f8ef59b9-e524-42d5-a5a0-af555a678f22 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f70206d1-bfb4-4b0a-9215-72f8e06a7c66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0835676 Aug 27 01:32:21.245291 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda6e95-c43b-4d16-804d-3a039c14b323 req-3ee80698-4ed1-4a24-8fc0-966df75003a9 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:21.246981 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-ecda6e95-c43b-4d16-804d-3a039c14b323 req-3ee80698-4ed1-4a24-8fc0-966df75003a9 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/ports?device_id=662047f7-1502-4db9-8e45-86b77401fa0e HTTP/1.1" status: 200 len: 946 time: 0.0596242 Aug 27 01:32:21.283580 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a451271-a4cb-447c-aba9-1fe78b3082ac req-8cda38a6-7f26-449d-9e8a-a28b6a847f98 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:21.284697 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-ecda6e95-c43b-4d16-804d-3a039c14b323 req-cfd8c411-43b8-4a6b-8562-7019b4e10ae6 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d2883ba-c14f-4100-9802-bf6d0fe34ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317361 Aug 27 01:32:21.285075 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-8a451271-a4cb-447c-aba9-1fe78b3082ac req-8cda38a6-7f26-449d-9e8a-a28b6a847f98 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 946 time: 0.0511730 Aug 27 01:32:21.324742 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-8a451271-a4cb-447c-aba9-1fe78b3082ac req-703327d9-3f03-4bbc-a7dd-dd0c9865c142 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333867 Aug 27 01:32:21.327151 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 01:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69fb9a52-aba7-4456-ae27-7ce61ec0ac31 x-openstack-request-id: req-69fb9a52-aba7-4456-ae27-7ce61ec0ac31 {{(pid=94317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:32:21.327444 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5609c94a-0725-49da-a8dc-07496ea55d06", "name": "network-vif-plugged", "status": "completed", "tag": "313048b0-3d74-4d3f-af39-cfb37676bde6", "code": 200}]} {{(pid=94317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:32:21.327694 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-69fb9a52-aba7-4456-ae27-7ce61ec0ac31 {{(pid=94317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:32:21.328113 dv-cinder-759169-3-iscsi neutron-server[94317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5609c94a-0725-49da-a8dc-07496ea55d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '313048b0-3d74-4d3f-af39-cfb37676bde6', 'code': 200} Aug 27 01:32:21.518133 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96566c66-8be2-431a-a05e-786cd761b65e req-f36768e9-aaa8-4918-9b79-53c0c838e1d0 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:21.519495 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-96566c66-8be2-431a-a05e-786cd761b65e req-f36768e9-aaa8-4918-9b79-53c0c838e1d0 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0841603 Aug 27 01:32:21.528697 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9dff09-1c91-45ee-9bf6-09e5d9d6757b req-38c6e352-e3c4-4105-a3e9-30caac861c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:21.530241 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-9b9dff09-1c91-45ee-9bf6-09e5d9d6757b req-38c6e352-e3c4-4105-a3e9-30caac861c1b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8c9439f7236d4228aea4ccc73e5d6c08&device_id=f70206d1-bfb4-4b0a-9215-72f8e06a7c66 HTTP/1.1" status: 200 len: 1098 time: 0.0831213 Aug 27 01:32:21.563557 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-96566c66-8be2-431a-a05e-786cd761b65e req-e0fa11dc-c39d-42be-b2a7-f3f1ff36aebe tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323548 Aug 27 01:32:21.669642 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9dff09-1c91-45ee-9bf6-09e5d9d6757b req-d0b9b214-43e3-4ef0-98ea-a082e977ed43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:21.674798 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-9b9dff09-1c91-45ee-9bf6-09e5d9d6757b req-d0b9b214-43e3-4ef0-98ea-a082e977ed43 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0794f498-7c79-4c04-9426-97a5145b6e4e HTTP/1.1" status: 200 len: 916 time: 0.0907700 Aug 27 01:32:21.735699 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-9b9dff09-1c91-45ee-9bf6-09e5d9d6757b req-664cb880-c732-4b86-82f9-0fa6edcd74d6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e HTTP/1.1" status: 200 len: 217 time: 0.0435276 Aug 27 01:32:21.827138 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9dff09-1c91-45ee-9bf6-09e5d9d6757b req-484ed6a2-180b-4a4e-bd33-70379983d9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:21.829310 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-9b9dff09-1c91-45ee-9bf6-09e5d9d6757b req-484ed6a2-180b-4a4e-bd33-70379983d9ca service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c51de9e7-47ee-434f-828c-ea60be2f0419 HTTP/1.1" status: 200 len: 855 time: 0.0696375 Aug 27 01:32:21.832290 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ca3f9-155e-45bd-983b-a13e035621dc req-ba03e1be-7a0e-4d9c-ac6d-495b701f6a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:21.833774 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-437ca3f9-155e-45bd-983b-a13e035621dc req-ba03e1be-7a0e-4d9c-ac6d-495b701f6a96 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5609c94a-0725-49da-a8dc-07496ea55d06 HTTP/1.1" status: 200 len: 1098 time: 0.0822804 Aug 27 01:32:21.875921 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-9b9dff09-1c91-45ee-9bf6-09e5d9d6757b req-f6d5082f-3e92-45b4-a3db-d726ddd7da47 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0794f498-7c79-4c04-9426-97a5145b6e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283091 Aug 27 01:32:21.909256 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-437ca3f9-155e-45bd-983b-a13e035621dc req-6fdb0400-b8cc-4971-93b4-6f8884b13e34 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604348 Aug 27 01:32:21.988741 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-9b9dff09-1c91-45ee-9bf6-09e5d9d6757b req-e12d9c8e-fd96-454f-b24e-36ec9617ccfe service neutron] 10.222.0.24 "GET /v2.0/networks/0794f498-7c79-4c04-9426-97a5145b6e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893967 Aug 27 01:32:22.559169 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-9b9dff09-1c91-45ee-9bf6-09e5d9d6757b req-cc5415eb-76f1-43c0-8253-8a8c2e5d529f service neutron] 10.222.0.24 "GET /v2.0/networks/0794f498-7c79-4c04-9426-97a5145b6e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881503 Aug 27 01:32:22.651590 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c6242e-a83d-485a-92c8-398f5a8102cd req-5c57ee1f-8313-43a8-add6-35265a96878c tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:22.653091 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-16c6242e-a83d-485a-92c8-398f5a8102cd req-5c57ee1f-8313-43a8-add6-35265a96878c tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=5609c94a-0725-49da-a8dc-07496ea55d06 HTTP/1.1" status: 200 len: 945 time: 0.0528693 Aug 27 01:32:22.693290 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-16c6242e-a83d-485a-92c8-398f5a8102cd req-3f85ce18-c38b-4bff-b4b9-1ccbec83038c tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331082 Aug 27 01:32:22.702956 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed6118-e951-4ccd-9684-b3bcf0c3558b req-bee430ab-2a85-4b1b-a551-b27ce43592e5 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:22.705766 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-feed6118-e951-4ccd-9684-b3bcf0c3558b req-bee430ab-2a85-4b1b-a551-b27ce43592e5 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/ports?device_id=662047f7-1502-4db9-8e45-86b77401fa0e HTTP/1.1" status: 200 len: 946 time: 0.0559347 Aug 27 01:32:22.743720 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-feed6118-e951-4ccd-9684-b3bcf0c3558b req-dc13c0bf-5fff-43c1-ac9e-04f56baca9cd tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d2883ba-c14f-4100-9802-bf6d0fe34ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316737 Aug 27 01:32:23.927466 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab0c06-8511-43f4-84f0-54e42ec1930e req-e5752f3d-5e62-4289-bdf2-88ebc8415dc4 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:23.929236 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-5eab0c06-8511-43f4-84f0-54e42ec1930e req-e5752f3d-5e62-4289-bdf2-88ebc8415dc4 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=5609c94a-0725-49da-a8dc-07496ea55d06 HTTP/1.1" status: 200 len: 945 time: 0.0478258 Aug 27 01:32:23.966778 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-5eab0c06-8511-43f4-84f0-54e42ec1930e req-d3a97f80-9fae-4f8e-810d-c72ed059660a tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313830 Aug 27 01:32:24.074150 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a9432-5673-4c77-88f5-6d6cdbd792a1 req-7324d478-f652-4d82-9599-207f23e0ff26 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:24.075616 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-bf5a9432-5673-4c77-88f5-6d6cdbd792a1 req-7324d478-f652-4d82-9599-207f23e0ff26 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0506697 Aug 27 01:32:24.107978 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc602a53-5932-4945-a6b4-6f80a8f73037 req-0cb64dae-a198-40b6-8bdf-01590c49cf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:24.109648 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-fc602a53-5932-4945-a6b4-6f80a8f73037 req-0cb64dae-a198-40b6-8bdf-01590c49cf7b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc3b4bb0756249d19606e34fca91d4d5&device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 1099 time: 0.0505402 Aug 27 01:32:24.128559 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-bf5a9432-5673-4c77-88f5-6d6cdbd792a1 req-2d88a1b1-3540-44f0-bf64-8d8eb7f42819 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455446 Aug 27 01:32:24.320034 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:24.503288 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc602a53-5932-4945-a6b4-6f80a8f73037 req-31bab092-db65-453c-8bd7-5a1f0694c840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:24.504743 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-fc602a53-5932-4945-a6b4-6f80a8f73037 req-31bab092-db65-453c-8bd7-5a1f0694c840 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b44490e8-3c86-4803-b813-6cfe1338f3e9 HTTP/1.1" status: 200 len: 919 time: 0.3263917 Aug 27 01:32:24.552563 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-fc602a53-5932-4945-a6b4-6f80a8f73037 req-c0b30b54-bcf4-4c5d-8941-65d2a2648d75 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f68a3b4-5d9c-4b17-875e-e3990c07efa7 HTTP/1.1" status: 200 len: 217 time: 0.0339019 Aug 27 01:32:24.777764 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc602a53-5932-4945-a6b4-6f80a8f73037 req-60ba4e0b-cbae-477a-999a-e643de63c8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:24.779782 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-fc602a53-5932-4945-a6b4-6f80a8f73037 req-60ba4e0b-cbae-477a-999a-e643de63c8c8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a5d3291c-8bd6-41d2-89c4-7dffd869bccd HTTP/1.1" status: 200 len: 858 time: 0.0494106 Aug 27 01:32:24.817741 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-fc602a53-5932-4945-a6b4-6f80a8f73037 req-f548358b-7c69-4d82-8129-ae609e6027b4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b44490e8-3c86-4803-b813-6cfe1338f3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256150 Aug 27 01:32:24.918945 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-fc602a53-5932-4945-a6b4-6f80a8f73037 req-e6ccd321-ef5b-4db2-9c35-a7ad54ed99d0 service neutron] 10.222.0.24 "GET /v2.0/networks/b44490e8-3c86-4803-b813-6cfe1338f3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879700 Aug 27 01:32:25.051086 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-fc602a53-5932-4945-a6b4-6f80a8f73037 req-cdd7e635-05fc-4627-b8bb-abdc854529ca service neutron] 10.222.0.24 "GET /v2.0/networks/b44490e8-3c86-4803-b813-6cfe1338f3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094787 Aug 27 01:32:25.103671 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d2f93-fe62-4a8c-b4ca-40a452e8fc04 req-2b90c9c6-e8fb-4f45-af5c-2ffb767fea62 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:25.105806 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-c94d2f93-fe62-4a8c-b4ca-40a452e8fc04 req-2b90c9c6-e8fb-4f45-af5c-2ffb767fea62 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=5609c94a-0725-49da-a8dc-07496ea55d06 HTTP/1.1" status: 200 len: 945 time: 0.0609438 Aug 27 01:32:25.151162 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-c94d2f93-fe62-4a8c-b4ca-40a452e8fc04 req-bb9a7c07-39b3-4b76-88a8-9fe95f44fd01 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393317 Aug 27 01:32:25.257266 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad90b2f9-ede9-4e2f-b70e-f09e6e366055 req-8d9ff626-0ef4-41ed-b449-87a756bf0cb0 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:25.258955 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-ad90b2f9-ede9-4e2f-b70e-f09e6e366055 req-8d9ff626-0ef4-41ed-b449-87a756bf0cb0 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0491467 Aug 27 01:32:25.299858 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-ad90b2f9-ede9-4e2f-b70e-f09e6e366055 req-d9ab03bc-1789-4d73-a165-552d9b07c6ea tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347576 Aug 27 01:32:26.431996 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1487000-f3d3-4725-8a54-9c14aeb71dd4 req-aa6e5931-6034-4138-8921-56b090afb31a tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:26.433589 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d1487000-f3d3-4725-8a54-9c14aeb71dd4 req-aa6e5931-6034-4138-8921-56b090afb31a tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0512071 Aug 27 01:32:26.474533 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d1487000-f3d3-4725-8a54-9c14aeb71dd4 req-7c39467f-e640-4517-b5e1-b0e99eda5cbd tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323000 Aug 27 01:32:27.609878 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd90387-b6bb-49b3-b6ac-512acc011ef2 req-09711c35-f399-4376-b022-9982e1eac631 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:27.611424 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-7fd90387-b6bb-49b3-b6ac-512acc011ef2 req-09711c35-f399-4376-b022-9982e1eac631 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0567296 Aug 27 01:32:27.651018 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-7fd90387-b6bb-49b3-b6ac-512acc011ef2 req-a5ea8c58-fafd-4bb3-98b5-8c1119660f50 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336871 Aug 27 01:32:27.983951 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 55804) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:32:28.105292 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-036525a4-cfaa-425d-a582-88ab7c775455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:28.213871 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-036525a4-cfaa-425d-a582-88ab7c775455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:28.263389 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-036525a4-cfaa-425d-a582-88ab7c775455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:28.320139 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-036525a4-cfaa-425d-a582-88ab7c775455 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2a8e6cdbb0d64e80b58ff584ec68f27a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3349774 Aug 27 01:32:28.323829 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036525a4-cfaa-425d-a582-88ab7c775455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff37678-ba56-490d-8f92-4ac2c12b94df,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:32:28.325891 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 55814) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:32:28.328108 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036525a4-cfaa-425d-a582-88ab7c775455 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:32:28.329365 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036525a4-cfaa-425d-a582-88ab7c775455 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:32:28.329902 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036525a4-cfaa-425d-a582-88ab7c775455 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:32:28.330453 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036525a4-cfaa-425d-a582-88ab7c775455 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:32:28.332272 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036525a4-cfaa-425d-a582-88ab7c775455 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:32:28.332986 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036525a4-cfaa-425d-a582-88ab7c775455 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:32:28.333619 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036525a4-cfaa-425d-a582-88ab7c775455 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:32:28.334511 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036525a4-cfaa-425d-a582-88ab7c775455 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:32:28.334996 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036525a4-cfaa-425d-a582-88ab7c775455 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:32:28.335531 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036525a4-cfaa-425d-a582-88ab7c775455 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:32:28.336008 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036525a4-cfaa-425d-a582-88ab7c775455 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:32:28.336750 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036525a4-cfaa-425d-a582-88ab7c775455 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:32:28.380488 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-12671998-fd66-4a7d-a598-072d3849916a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:28.402503 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-12671998-fd66-4a7d-a598-072d3849916a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:28.502728 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-12671998-fd66-4a7d-a598-072d3849916a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:28.505862 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-12671998-fd66-4a7d-a598-072d3849916a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:28.507196 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-12671998-fd66-4a7d-a598-072d3849916a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3ff37678-ba56-490d-8f92-4ac2c12b94df HTTP/1.1" status: 204 len: 168 time: 0.1797683 Aug 27 01:32:28.516988 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12671998-fd66-4a7d-a598-072d3849916a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff37678-ba56-490d-8f92-4ac2c12b94df,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:32:28.524156 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12671998-fd66-4a7d-a598-072d3849916a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:32:28.524501 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12671998-fd66-4a7d-a598-072d3849916a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:32:28.524863 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12671998-fd66-4a7d-a598-072d3849916a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:32:28.525222 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12671998-fd66-4a7d-a598-072d3849916a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:32:28.525549 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12671998-fd66-4a7d-a598-072d3849916a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:32:28.525873 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12671998-fd66-4a7d-a598-072d3849916a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:32:28.526193 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12671998-fd66-4a7d-a598-072d3849916a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:32:28.526516 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12671998-fd66-4a7d-a598-072d3849916a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:32:28.526837 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12671998-fd66-4a7d-a598-072d3849916a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:32:28.527153 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12671998-fd66-4a7d-a598-072d3849916a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:32:28.527468 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12671998-fd66-4a7d-a598-072d3849916a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:32:28.527783 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12671998-fd66-4a7d-a598-072d3849916a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:32:28.782048 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd67abe-269b-4c43-9ebc-93f990f8d68e req-f56f73cc-4534-4ed7-8735-79ed01cc8f7e tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:28.784404 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0dd67abe-269b-4c43-9ebc-93f990f8d68e req-f56f73cc-4534-4ed7-8735-79ed01cc8f7e tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0632141 Aug 27 01:32:28.825110 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0dd67abe-269b-4c43-9ebc-93f990f8d68e req-4eb7668b-ff0d-433e-b663-193566252211 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338438 Aug 27 01:32:29.968794 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b4b71-9f27-422d-beaf-47dfc704f0f4 req-59247c05-a7a3-4cf3-bf27-782b6acd3825 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:29.970531 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-c94b4b71-9f27-422d-beaf-47dfc704f0f4 req-59247c05-a7a3-4cf3-bf27-782b6acd3825 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0636470 Aug 27 01:32:30.017475 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-c94b4b71-9f27-422d-beaf-47dfc704f0f4 req-939c3609-519b-44f4-8a5e-af5ffb281d5a tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387819 Aug 27 01:32:31.139978 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b118391-f73e-4e28-8ca7-ed547a502326 req-b633215b-e923-4cda-a490-439b4c569324 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:31.141509 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-3b118391-f73e-4e28-8ca7-ed547a502326 req-b633215b-e923-4cda-a490-439b4c569324 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0519772 Aug 27 01:32:31.181030 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-3b118391-f73e-4e28-8ca7-ed547a502326 req-a420c000-12f3-469f-b2ab-651765507693 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331354 Aug 27 01:32:32.320289 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e416d-7c91-44d6-bcf7-479d0da3eec1 req-f8802598-818d-4b0d-baf7-a2593f2a5f13 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:32.325384 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-3a5e416d-7c91-44d6-bcf7-479d0da3eec1 req-f8802598-818d-4b0d-baf7-a2593f2a5f13 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0745549 Aug 27 01:32:32.363876 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-3a5e416d-7c91-44d6-bcf7-479d0da3eec1 req-b0ff068f-ddb7-42aa-b3ae-d5cf06ed52fa tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349417 Aug 27 01:32:33.478591 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28130119-bd7c-446b-8e9e-3e4b1dd8cc85 req-c8274142-b290-4659-9345-4b5c43dea5bd tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:33.479979 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-28130119-bd7c-446b-8e9e-3e4b1dd8cc85 req-c8274142-b290-4659-9345-4b5c43dea5bd tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0481815 Aug 27 01:32:33.518163 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-28130119-bd7c-446b-8e9e-3e4b1dd8cc85 req-3d2aecb0-2eb7-455d-b1db-236a45d5b1e3 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324290 Aug 27 01:32:34.631014 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f0f188-4a6b-428b-9651-6357c15e6b84 req-bd9a281f-e03a-4d6d-90bf-0f2b2dcb0aa6 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:34.632502 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-f0f0f188-4a6b-428b-9651-6357c15e6b84 req-bd9a281f-e03a-4d6d-90bf-0f2b2dcb0aa6 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0488861 Aug 27 01:32:34.671917 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-f0f0f188-4a6b-428b-9651-6357c15e6b84 req-0b14b5e5-6289-4ae0-99be-c2e0069c7332 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334568 Aug 27 01:32:35.794240 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d0b57-9195-4f95-aab8-ec104f694880 req-ff0bef21-7b17-4fe5-891d-9e86162a98fc tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:35.795699 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-e71d0b57-9195-4f95-aab8-ec104f694880 req-ff0bef21-7b17-4fe5-891d-9e86162a98fc tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0533872 Aug 27 01:32:35.835538 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-e71d0b57-9195-4f95-aab8-ec104f694880 req-8ad3e534-6c93-4f98-b42c-2ad9dbb67088 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331998 Aug 27 01:32:36.962416 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a45f55f-42a1-4fe8-b753-1fa1315d1b99 req-694fc9d5-c05e-4e28-82c1-957498fe87ec tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:36.963993 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-4a45f55f-42a1-4fe8-b753-1fa1315d1b99 req-694fc9d5-c05e-4e28-82c1-957498fe87ec tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0561020 Aug 27 01:32:37.005110 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-4a45f55f-42a1-4fe8-b753-1fa1315d1b99 req-7e5b3628-1e9c-4a9b-9515-0aba5e688637 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352654 Aug 27 01:32:38.246107 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca875b-8faf-4dc1-bf1d-21d2fe4d5400 req-7aa3d48b-db73-4f75-9a61-c9ad759ae080 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:38.248600 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-80ca875b-8faf-4dc1-bf1d-21d2fe4d5400 req-7aa3d48b-db73-4f75-9a61-c9ad759ae080 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0536420 Aug 27 01:32:38.290568 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-80ca875b-8faf-4dc1-bf1d-21d2fe4d5400 req-f2a2d6cc-5e28-4919-bdcc-e08e801e8390 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355012 Aug 27 01:32:39.407057 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90164ca1-294f-4858-81bd-ad5f85529111 req-5e3d0e6a-05fd-443f-8a12-f9826067c2cf tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:39.408532 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-90164ca1-294f-4858-81bd-ad5f85529111 req-5e3d0e6a-05fd-443f-8a12-f9826067c2cf tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0523720 Aug 27 01:32:39.446796 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-90164ca1-294f-4858-81bd-ad5f85529111 req-e8807094-dc9a-484b-b13d-d46c1d8a9761 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323305 Aug 27 01:32:40.557861 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb60b6-947a-4efc-ba5a-1d891f8c20e8 req-f25be90f-1602-4ec2-a3c5-1cfafe30396f tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:40.559328 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-82fb60b6-947a-4efc-ba5a-1d891f8c20e8 req-f25be90f-1602-4ec2-a3c5-1cfafe30396f tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0485086 Aug 27 01:32:40.595913 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-82fb60b6-947a-4efc-ba5a-1d891f8c20e8 req-26557181-e014-48ad-9e45-64a2cfb24453 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306847 Aug 27 01:32:41.714576 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8efa1f0-a637-4bac-a044-6299edac7fa0 req-0b6a6fb9-3d8e-43f4-b80b-982517f73937 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:41.716035 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-a8efa1f0-a637-4bac-a044-6299edac7fa0 req-0b6a6fb9-3d8e-43f4-b80b-982517f73937 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0477140 Aug 27 01:32:41.755732 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-a8efa1f0-a637-4bac-a044-6299edac7fa0 req-7e8e8389-2512-48fa-b126-dc0b6fd8e09e tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332055 Aug 27 01:32:41.948066 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-aee7e665-b7f0-4c74-b5c5-a7c92382af6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:42.877168 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b24ff-22ac-4657-be68-0e20a732cbdf req-9a9aec21-3dd7-4043-842f-bc2338671229 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:42.879015 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-339b24ff-22ac-4657-be68-0e20a732cbdf req-9a9aec21-3dd7-4043-842f-bc2338671229 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0539019 Aug 27 01:32:42.918293 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-339b24ff-22ac-4657-be68-0e20a732cbdf req-7251a510-4eca-4aba-ad6b-719f2a14f4b9 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324497 Aug 27 01:32:44.035277 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec722b-f533-436f-9293-6ca59bb2b6e1 req-9d3db334-3176-4e80-acd6-7018ac03e1e2 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:44.036767 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-38ec722b-f533-436f-9293-6ca59bb2b6e1 req-9d3db334-3176-4e80-acd6-7018ac03e1e2 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0495245 Aug 27 01:32:44.078600 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-38ec722b-f533-436f-9293-6ca59bb2b6e1 req-1edb3657-b5c3-48e4-8a5e-b6172b85c5c0 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358205 Aug 27 01:32:44.502350 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-418c6a34-b1f2-4e7e-b11b-380f3fffb73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:44.645682 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:45.199453 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ed031-b6d0-49d0-94d9-06ad8a567d0b req-1ab318ee-b6ef-465a-b46f-51e7c8358673 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:45.201239 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-9e4ed031-b6d0-49d0-94d9-06ad8a567d0b req-1ab318ee-b6ef-465a-b46f-51e7c8358673 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0527723 Aug 27 01:32:45.241269 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-9e4ed031-b6d0-49d0-94d9-06ad8a567d0b req-ff6c1124-8e34-40b9-8493-5547b5f36835 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345020 Aug 27 01:32:45.896703 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ed545f81-8b1b-4cf8-a1bc-5817d83b44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:46.371912 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d08279-edbd-44a2-89fb-93fcbfdae0d0 req-e63c2c47-53f9-4ed3-a58c-123964386cef tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:46.373448 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-89d08279-edbd-44a2-89fb-93fcbfdae0d0 req-e63c2c47-53f9-4ed3-a58c-123964386cef tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0593097 Aug 27 01:32:46.422084 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-89d08279-edbd-44a2-89fb-93fcbfdae0d0 req-28377ce8-8bef-4c8e-8575-75a885a06f74 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428824 Aug 27 01:32:47.398739 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-809c4053-e1f3-4656-979d-5dfd58cb0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:47.544157 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b8913-88ef-44c0-987e-8d253d26ca6b req-bfd6dfe1-79bf-4066-8ca7-fbd5de928135 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:47.545752 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-138b8913-88ef-44c0-987e-8d253d26ca6b req-bfd6dfe1-79bf-4066-8ca7-fbd5de928135 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0521352 Aug 27 01:32:47.589183 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-138b8913-88ef-44c0-987e-8d253d26ca6b req-b05d5e76-42ea-46f9-9a7e-2ed3333555ff tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370390 Aug 27 01:32:48.706930 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4958d2f6-3df1-4a44-a773-8444d1bb1a01 req-e754eb30-ded5-497b-83ff-571d265c0576 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:48.708409 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-4958d2f6-3df1-4a44-a773-8444d1bb1a01 req-e754eb30-ded5-497b-83ff-571d265c0576 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0493197 Aug 27 01:32:48.750622 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-4958d2f6-3df1-4a44-a773-8444d1bb1a01 req-8581c119-64a8-4b2e-9d59-f383e4a242cf tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361876 Aug 27 01:32:49.363634 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c346e-cbb4-4bd7-96eb-01776885410c req-b7831731-4e27-44ce-86d7-2e1260b5e5a8 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:49.365200 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6a0c346e-cbb4-4bd7-96eb-01776885410c req-b7831731-4e27-44ce-86d7-2e1260b5e5a8 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 945 time: 0.0539284 Aug 27 01:32:49.403575 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6a0c346e-cbb4-4bd7-96eb-01776885410c req-e8aa98ec-5935-4c43-91f8-f8f77475b4cb tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317488 Aug 27 01:32:49.869341 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55641cc2-65fd-49bc-81f5-da8ca6791abf req-5ed39d5d-19e7-4bf4-a449-60b0772b6bac tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:49.870896 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-55641cc2-65fd-49bc-81f5-da8ca6791abf req-5ed39d5d-19e7-4bf4-a449-60b0772b6bac tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0500567 Aug 27 01:32:49.908945 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-55641cc2-65fd-49bc-81f5-da8ca6791abf req-a4e993b4-b4b2-45ad-a626-b187fb4243e7 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322061 Aug 27 01:32:50.008798 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.agents_db [None req-fec0d0a0-65fd-4898-8015-6bc2580b487e None None] Agent healthcheck: found 6 active agents {{(pid=94318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 01:32:50.524631 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4684465-1830-4ac8-8e08-1517bae84e09 req-e0e4f9fe-3a40-4d58-9925-bc77823ac4e4 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:50.526235 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-a4684465-1830-4ac8-8e08-1517bae84e09 req-e0e4f9fe-3a40-4d58-9925-bc77823ac4e4 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 945 time: 0.0503209 Aug 27 01:32:50.571447 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-a4684465-1830-4ac8-8e08-1517bae84e09 req-17e2e1c8-66d9-4e79-9974-f04ac232fa4c tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393274 Aug 27 01:32:51.028989 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b5ca9-5073-4830-8e87-f943e9864239 req-63b3c776-26b0-4178-8e91-aff551fada29 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:51.030453 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-a55b5ca9-5073-4830-8e87-f943e9864239 req-63b3c776-26b0-4178-8e91-aff551fada29 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0491924 Aug 27 01:32:51.067645 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-a55b5ca9-5073-4830-8e87-f943e9864239 req-4bc36ea5-f00e-468a-bb76-f6cac5c74243 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313399 Aug 27 01:32:51.690579 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce4dfe-74aa-4a26-b696-af43ffbe7982 req-d92532f1-bbe2-4054-b4b2-258a30d0c2b5 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:51.692039 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-fbce4dfe-74aa-4a26-b696-af43ffbe7982 req-d92532f1-bbe2-4054-b4b2-258a30d0c2b5 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 945 time: 0.0476470 Aug 27 01:32:51.727952 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-fbce4dfe-74aa-4a26-b696-af43ffbe7982 req-ebff925c-f163-4c57-8397-0c5047dbfef3 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300701 Aug 27 01:32:52.192543 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c38a332-191a-4bdc-9ae0-f24dff5340c9 req-db53104b-e7ba-461b-9c43-183eeab39dff tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:52.195187 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-0c38a332-191a-4bdc-9ae0-f24dff5340c9 req-db53104b-e7ba-461b-9c43-183eeab39dff tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0551856 Aug 27 01:32:52.232896 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-0c38a332-191a-4bdc-9ae0-f24dff5340c9 req-ac196bbb-654f-472c-a1e3-9f65ca58a670 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316532 Aug 27 01:32:52.847574 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd5093-de83-4070-bf0b-3d7f0b9ccdf9 req-619590fd-facc-404f-b6c6-4e21897d3891 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:52.849097 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-91cd5093-de83-4070-bf0b-3d7f0b9ccdf9 req-619590fd-facc-404f-b6c6-4e21897d3891 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 945 time: 0.0519259 Aug 27 01:32:52.886378 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-91cd5093-de83-4070-bf0b-3d7f0b9ccdf9 req-8c40df20-5915-4a3b-974a-6dac96042285 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312488 Aug 27 01:32:53.346098 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25910473-7b06-47f9-8f95-61faaeadf49f req-4b6ef150-21ca-4519-9219-db55bbf1eb30 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:53.347540 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-25910473-7b06-47f9-8f95-61faaeadf49f req-4b6ef150-21ca-4519-9219-db55bbf1eb30 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0492811 Aug 27 01:32:53.394842 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-25910473-7b06-47f9-8f95-61faaeadf49f req-92ea5568-4718-420c-9ec7-ae3f5db98f7d tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408530 Aug 27 01:32:54.005473 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed1ea8-35e9-43b4-9b0a-77fdce8e8f59 req-3cd1b27a-8c8a-4536-abbf-a9c8a4108c5f tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:54.007511 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-45ed1ea8-35e9-43b4-9b0a-77fdce8e8f59 req-3cd1b27a-8c8a-4536-abbf-a9c8a4108c5f tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 945 time: 0.0516014 Aug 27 01:32:54.049955 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-45ed1ea8-35e9-43b4-9b0a-77fdce8e8f59 req-1a5d173c-7dea-4d44-b984-9ed5fd32949f tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356688 Aug 27 01:32:54.336234 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:54.514226 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a17490-6a61-4dc1-8afb-01f24e7b440b req-bc0e0e66-515f-4238-b16b-a24bf0948385 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:54.515903 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-b8a17490-6a61-4dc1-8afb-01f24e7b440b req-bc0e0e66-515f-4238-b16b-a24bf0948385 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0490367 Aug 27 01:32:54.556609 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-b8a17490-6a61-4dc1-8afb-01f24e7b440b req-2e52e6e7-dcf3-4241-96c5-1d6cddddd66d tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349739 Aug 27 01:32:55.176231 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99803d-114e-4f93-8cfe-35542e9afe4b req-c9db53b6-91f7-47a1-ac10-59340df10b16 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:55.178045 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-2c99803d-114e-4f93-8cfe-35542e9afe4b req-c9db53b6-91f7-47a1-ac10-59340df10b16 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 945 time: 0.0504291 Aug 27 01:32:55.217587 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-2c99803d-114e-4f93-8cfe-35542e9afe4b req-ac9f9fcf-2226-47a6-a418-34a4a2ee02a0 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330179 Aug 27 01:32:55.673208 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf38f1d-7436-42f8-be52-ba34765c2de9 req-aca49260-3530-4249-b927-3d10e98cab05 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:55.674606 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-fdf38f1d-7436-42f8-be52-ba34765c2de9 req-aca49260-3530-4249-b927-3d10e98cab05 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0511622 Aug 27 01:32:55.712677 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-fdf38f1d-7436-42f8-be52-ba34765c2de9 req-12ffd8d2-a7a3-48a5-9d1b-c0e25d2aa790 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310321 Aug 27 01:32:56.333102 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b15076-249c-4c3f-9b4e-a91d63977fac req-1300e3d3-09e1-41ce-ac13-399444370c3b tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:56.334591 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-94b15076-249c-4c3f-9b4e-a91d63977fac req-1300e3d3-09e1-41ce-ac13-399444370c3b tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 945 time: 0.0483341 Aug 27 01:32:56.374198 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-94b15076-249c-4c3f-9b4e-a91d63977fac req-9d630dd4-8b74-4794-999c-1e70efd9eda4 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332239 Aug 27 01:32:56.832973 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950a25c-f07e-46ac-9e78-7322ed1eb97f req-c46ae7a8-884a-4541-8296-5753758c887b tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:56.834339 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-f950a25c-f07e-46ac-9e78-7322ed1eb97f req-c46ae7a8-884a-4541-8296-5753758c887b tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0522873 Aug 27 01:32:56.884363 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-f950a25c-f07e-46ac-9e78-7322ed1eb97f req-fba0a0f4-1165-4ed2-83b7-af23301306e3 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370185 Aug 27 01:32:57.496015 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d43a32-9c4a-41ad-a15b-3cfb13b2ba6c req-6bdd7ddd-1c71-462f-9a6b-64e1ff2acb66 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:57.497576 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-87d43a32-9c4a-41ad-a15b-3cfb13b2ba6c req-6bdd7ddd-1c71-462f-9a6b-64e1ff2acb66 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 945 time: 0.0492501 Aug 27 01:32:57.528876 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 56432) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:32:57.538081 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-87d43a32-9c4a-41ad-a15b-3cfb13b2ba6c req-da5d0cfd-4a65-4333-8221-a6c6912d2344 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345092 Aug 27 01:32:57.672920 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-bff698dc-445f-4e00-8dea-26617502eed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:57.761741 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-bff698dc-445f-4e00-8dea-26617502eed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:57.798514 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-bff698dc-445f-4e00-8dea-26617502eed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:57.836400 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff698dc-445f-4e00-8dea-26617502eed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d97aeca-1f37-49d6-9c35-3ee8a92d02c2,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:32:57.840849 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-bff698dc-445f-4e00-8dea-26617502eed8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d55a749718d742299fae381c15ecd5d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3109746 Aug 27 01:32:57.844083 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 56436) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:32:57.897197 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-aaea30b3-2e1c-4a6b-914c-6d7d96038dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:57.915569 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-aaea30b3-2e1c-4a6b-914c-6d7d96038dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:58.008817 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a34ba-cabb-4803-b43c-de434ad03b71 req-a4683548-20bb-41ed-a947-3986404ef61f tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:58.010323 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-246a34ba-cabb-4803-b43c-de434ad03b71 req-a4683548-20bb-41ed-a947-3986404ef61f tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0513380 Aug 27 01:32:58.046704 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-246a34ba-cabb-4803-b43c-de434ad03b71 req-f88dd695-8123-4dcc-a166-74cea5f3ffc5 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303781 Aug 27 01:32:58.067819 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-aaea30b3-2e1c-4a6b-914c-6d7d96038dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:58.071029 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-aaea30b3-2e1c-4a6b-914c-6d7d96038dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:32:58.072460 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-aaea30b3-2e1c-4a6b-914c-6d7d96038dbb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2d97aeca-1f37-49d6-9c35-3ee8a92d02c2 HTTP/1.1" status: 204 len: 168 time: 0.2280104 Aug 27 01:32:58.081885 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaea30b3-2e1c-4a6b-914c-6d7d96038dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d97aeca-1f37-49d6-9c35-3ee8a92d02c2,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:32:58.659855 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637a6c6-4cd8-4d5a-bc5f-cee7809c1a9d req-cb20f340-7f17-4b0a-9e8f-63f46f4d26f9 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:58.661529 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-6637a6c6-4cd8-4d5a-bc5f-cee7809c1a9d req-cb20f340-7f17-4b0a-9e8f-63f46f4d26f9 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 945 time: 0.0499878 Aug 27 01:32:58.704210 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-6637a6c6-4cd8-4d5a-bc5f-cee7809c1a9d req-1fd2ae03-6dff-41a5-bd4d-a2c939bd68bf tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355363 Aug 27 01:32:59.167004 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00c3b4-f6f8-4d07-babf-0e7754d9cdcc req-10984c81-87d6-4d8a-8b01-d69f341bc34c tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:59.168604 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-8f00c3b4-f6f8-4d07-babf-0e7754d9cdcc req-10984c81-87d6-4d8a-8b01-d69f341bc34c tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0520425 Aug 27 01:32:59.208694 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-8f00c3b4-f6f8-4d07-babf-0e7754d9cdcc req-2083dbf9-2c31-420f-9f8a-7982de1c8dd1 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340774 Aug 27 01:32:59.841694 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2161e7-ecc7-497d-aa9c-605eaf0416d0 req-10376fb7-0adb-4b43-8613-6d11eae9be4a tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:32:59.841694 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-ee2161e7-ecc7-497d-aa9c-605eaf0416d0 req-10376fb7-0adb-4b43-8613-6d11eae9be4a tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 945 time: 0.0565646 Aug 27 01:32:59.879776 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-ee2161e7-ecc7-497d-aa9c-605eaf0416d0 req-ca8d7dbb-4aed-444a-ac9d-2ca207b597a9 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312352 Aug 27 01:33:00.339500 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c754f-9ed5-4670-818c-aa50bcb51dc1 req-c2d8bc7a-391e-4868-98a9-0b46f84e227d tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:00.341042 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-af9c754f-9ed5-4670-818c-aa50bcb51dc1 req-c2d8bc7a-391e-4868-98a9-0b46f84e227d tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0605869 Aug 27 01:33:00.393248 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-af9c754f-9ed5-4670-818c-aa50bcb51dc1 req-7fb1d336-4b1a-4e4e-9cae-e9b7900249b9 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449121 Aug 27 01:33:01.000175 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d315da-7bbd-4951-8f50-7882e7f22be0 req-84c38d98-3958-4841-9556-f4085b4c2a20 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:01.001681 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-c5d315da-7bbd-4951-8f50-7882e7f22be0 req-84c38d98-3958-4841-9556-f4085b4c2a20 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 945 time: 0.0484538 Aug 27 01:33:01.040710 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-c5d315da-7bbd-4951-8f50-7882e7f22be0 req-9246d696-8698-475e-82ad-b2d90a38ffaa tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330670 Aug 27 01:33:01.544865 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ca6ae-f4cb-4997-9560-1386fcc593f5 req-d8118abe-8de6-40a4-8787-f32a71a1bafc tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:01.546418 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-1d7ca6ae-f4cb-4997-9560-1386fcc593f5 req-d8118abe-8de6-40a4-8787-f32a71a1bafc tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0517716 Aug 27 01:33:01.592641 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-1d7ca6ae-f4cb-4997-9560-1386fcc593f5 req-35da8622-49d2-4657-94ef-b1c1463b8190 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403266 Aug 27 01:33:01.669177 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 56574) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:33:01.782048 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-6d10f549-9a5c-423e-a340-2cd4a8e89e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:01.874585 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-6d10f549-9a5c-423e-a340-2cd4a8e89e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:01.987408 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-6d10f549-9a5c-423e-a340-2cd4a8e89e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:02.029161 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-6d10f549-9a5c-423e-a340-2cd4a8e89e7d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dc4abdf7e2de45e992cda601a4309831&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3588517 Aug 27 01:33:02.030013 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d10f549-9a5c-423e-a340-2cd4a8e89e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756bd2ea-2f86-49c1-a0be-b06522f7233a,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:33:02.032078 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 56578) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:33:02.118187 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-3460be73-4286-4a5a-a951-6b7410d7fff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:02.146455 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-3460be73-4286-4a5a-a951-6b7410d7fff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:02.179938 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8214e204-7caa-4d6a-bbf0-33e0474d28c2 req-2ae97669-024d-4215-9fc4-92cc6267c42b tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:02.181792 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-8214e204-7caa-4d6a-bbf0-33e0474d28c2 req-2ae97669-024d-4215-9fc4-92cc6267c42b tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 945 time: 0.0539472 Aug 27 01:33:02.237512 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-8214e204-7caa-4d6a-bbf0-33e0474d28c2 req-2db98983-305d-4c85-a648-fc7fbbf6ca24 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480256 Aug 27 01:33:02.272991 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-3460be73-4286-4a5a-a951-6b7410d7fff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:02.275719 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-3460be73-4286-4a5a-a951-6b7410d7fff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:02.277349 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-3460be73-4286-4a5a-a951-6b7410d7fff9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/756bd2ea-2f86-49c1-a0be-b06522f7233a HTTP/1.1" status: 204 len: 168 time: 0.2443004 Aug 27 01:33:02.286265 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3460be73-4286-4a5a-a951-6b7410d7fff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756bd2ea-2f86-49c1-a0be-b06522f7233a,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:33:02.620940 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8183ebb-a14a-495f-aa39-5c54b8723beb req-dab1ad8e-4809-4c0c-9eed-14f77c170c2e tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:02.623514 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-f8183ebb-a14a-495f-aa39-5c54b8723beb req-dab1ad8e-4809-4c0c-9eed-14f77c170c2e tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 945 time: 0.0570867 Aug 27 01:33:02.669048 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-f8183ebb-a14a-495f-aa39-5c54b8723beb req-fabe53a9-1b2a-4197-9b06-71d0f46f2b21 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372274 Aug 27 01:33:02.733572 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6352120-8960-4a89-a2e6-967b5c145519 req-e8293a00-0be1-4bf9-a89b-6b87697194b1 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:02.735195 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-a6352120-8960-4a89-a2e6-967b5c145519 req-e8293a00-0be1-4bf9-a89b-6b87697194b1 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0603225 Aug 27 01:33:02.771849 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-a6352120-8960-4a89-a2e6-967b5c145519 req-62ce8b81-22ac-4fdf-8249-031453a5984a tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306356 Aug 27 01:33:03.361555 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072a247-6f5e-4c81-a1aa-71c52aab796c req-9c1d57cc-42e8-49e8-a3d5-25dad078155a tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:03.363052 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-5072a247-6f5e-4c81-a1aa-71c52aab796c req-9c1d57cc-42e8-49e8-a3d5-25dad078155a tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 945 time: 0.0492876 Aug 27 01:33:03.404442 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-5072a247-6f5e-4c81-a1aa-71c52aab796c req-b2319a74-df1d-42e8-88ad-e5b75f4beeb2 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344639 Aug 27 01:33:03.787592 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd77e1-9f6a-4969-9152-858f57b3377d req-87fb8dc4-433e-43d0-b717-990dd906655c tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:03.789080 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-f6fd77e1-9f6a-4969-9152-858f57b3377d req-87fb8dc4-433e-43d0-b717-990dd906655c tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 945 time: 0.0472498 Aug 27 01:33:03.827692 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-f6fd77e1-9f6a-4969-9152-858f57b3377d req-19565af1-d088-49c1-898d-413af52a7a92 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326252 Aug 27 01:33:03.888291 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3679a5de-b21a-4d12-a70c-401d7a47dd55 req-3f6e7fc8-dc14-4523-8d20-555ade5faba6 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:03.889874 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-3679a5de-b21a-4d12-a70c-401d7a47dd55 req-3f6e7fc8-dc14-4523-8d20-555ade5faba6 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0517902 Aug 27 01:33:03.926326 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-3679a5de-b21a-4d12-a70c-401d7a47dd55 req-5cc7ea62-8169-49e2-a898-b7fa12f47e9a tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303271 Aug 27 01:33:04.531583 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaec479-6721-41fb-84a3-e4785ef70d91 req-1037d113-5c47-445d-9eac-554932db4667 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:04.533004 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-aaaec479-6721-41fb-84a3-e4785ef70d91 req-1037d113-5c47-445d-9eac-554932db4667 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 945 time: 0.0528750 Aug 27 01:33:04.572156 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-aaaec479-6721-41fb-84a3-e4785ef70d91 req-74385538-28bc-47f4-b5f5-079d45cebd49 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333230 Aug 27 01:33:04.985028 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0aa9c5-dc18-475c-b916-78ef1a5a402b req-0c719ece-45f0-4018-a179-507707624cbf tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:04.986551 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-cd0aa9c5-dc18-475c-b916-78ef1a5a402b req-0c719ece-45f0-4018-a179-507707624cbf tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 945 time: 0.0484943 Aug 27 01:33:05.024608 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-cd0aa9c5-dc18-475c-b916-78ef1a5a402b req-dd7cfb92-fdf7-4fbf-aa67-656cd3d08a35 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322285 Aug 27 01:33:05.040783 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b179955-1b5f-46b7-8c61-0fa4893557c5 req-25ad7bf2-5ced-4ba3-8f11-476d4c9831ef tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:05.042289 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-3b179955-1b5f-46b7-8c61-0fa4893557c5 req-25ad7bf2-5ced-4ba3-8f11-476d4c9831ef tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0479200 Aug 27 01:33:05.080016 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-3b179955-1b5f-46b7-8c61-0fa4893557c5 req-0c474b76-0473-488f-a321-e5742b72b99c tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317657 Aug 27 01:33:05.690252 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf0281-2612-443b-aeec-dd7975cb082a req-01c5731a-730e-4ca7-9bac-cdee38432271 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:05.691762 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-c0bf0281-2612-443b-aeec-dd7975cb082a req-01c5731a-730e-4ca7-9bac-cdee38432271 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 945 time: 0.0499349 Aug 27 01:33:05.731771 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-c0bf0281-2612-443b-aeec-dd7975cb082a req-e3d229e2-15c2-4845-9e2c-aa68cb1b27a8 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338166 Aug 27 01:33:06.077105 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a03b4-3ea8-4ab6-aa60-32eee60e2041 req-09b5e553-cf31-4a58-be90-80570f4120d8 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:06.078586 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-733a03b4-3ea8-4ab6-aa60-32eee60e2041 req-09b5e553-cf31-4a58-be90-80570f4120d8 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/networks?id=0794f498-7c79-4c04-9426-97a5145b6e4e HTTP/1.1" status: 200 len: 815 time: 0.1035833 Aug 27 01:33:06.094278 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-733a03b4-3ea8-4ab6-aa60-32eee60e2041 req-53226111-9dd5-4f63-83c3-c139fc263228 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/quotas/8c9439f7236d4228aea4ccc73e5d6c08 HTTP/1.1" status: 200 len: 375 time: 0.0098376 Aug 27 01:33:06.147400 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7d05c-5e3d-4750-8dbe-3a512a5c6d47 req-33e36182-909e-495e-9ff4-8b070750cb98 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:06.148924 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d9e7d05c-5e3d-4750-8dbe-3a512a5c6d47 req-33e36182-909e-495e-9ff4-8b070750cb98 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 945 time: 0.0562549 Aug 27 01:33:06.150001 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-733a03b4-3ea8-4ab6-aa60-32eee60e2041 req-b2e4b428-2fbc-4a2e-b6b0-4f634a1b47f8 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8c9439f7236d4228aea4ccc73e5d6c08&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500674 Aug 27 01:33:06.187836 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d9e7d05c-5e3d-4750-8dbe-3a512a5c6d47 req-67e215f1-ece8-46da-9c7e-4c4e81d97e2b tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328033 Aug 27 01:33:06.240748 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-733a03b4-3ea8-4ab6-aa60-32eee60e2041 req-05ac8a82-1575-4927-baf5-3959b9cab908 service neutron] 10.222.0.25 "GET /v2.0/networks/0794f498-7c79-4c04-9426-97a5145b6e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838807 Aug 27 01:33:06.291775 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77669e2-a783-4335-b4ca-4605709a7a3e req-627dc811-9d06-4f81-99fc-6808341fb91f tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:06.293319 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-f77669e2-a783-4335-b4ca-4605709a7a3e req-627dc811-9d06-4f81-99fc-6808341fb91f tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0501466 Aug 27 01:33:06.337031 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-f77669e2-a783-4335-b4ca-4605709a7a3e req-9c559755-04e6-4e27-ab7c-d21fe24a7ea7 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349214 Aug 27 01:33:06.339803 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-733a03b4-3ea8-4ab6-aa60-32eee60e2041 req-60d12e87-c70e-4195-95b8-4d20327d1053 service neutron] 10.222.0.25 "GET /v2.0/networks/0794f498-7c79-4c04-9426-97a5145b6e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922046 Aug 27 01:33:06.614546 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-14768171-dbd8-48ae-bd6c-926a48cfbe83 req-bfbfc863-f389-4ea8-aa88-e2f6503a038b tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc5d2b5b-0f23-4214-b423-29eea2193d17 HTTP/1.1" status: 200 len: 210 time: 0.0305958 Aug 27 01:33:06.857782 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fbe97c-e5c4-4020-afb6-b550096eec17 req-86f9ac01-5966-44c7-b911-f1924f075ca5 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:06.859323 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-72fbe97c-e5c4-4020-afb6-b550096eec17 req-86f9ac01-5966-44c7-b911-f1924f075ca5 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 945 time: 0.0513282 Aug 27 01:33:06.903916 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-72fbe97c-e5c4-4020-afb6-b550096eec17 req-7ef401ca-f79a-4a52-9e28-6aca48c3394c tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382018 Aug 27 01:33:07.006374 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a6d2f-b292-4709-a33b-4b7a3e02942a req-f671a12f-2b8c-4150-b93d-7f8ca4371a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:07.020412 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-434a6d2f-b292-4709-a33b-4b7a3e02942a req-f671a12f-2b8c-4150-b93d-7f8ca4371a73 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 1099 time: 0.0497615 Aug 27 01:33:07.045625 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-434a6d2f-b292-4709-a33b-4b7a3e02942a req-e4115c8b-73b4-4563-b090-6f42c51b4646 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280862 Aug 27 01:33:07.301104 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f2e33-8aaa-45f1-99cc-51a99f7a5c64 req-1b4f88e1-a99a-440c-835d-941260481933 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:07.302863 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-927f2e33-8aaa-45f1-99cc-51a99f7a5c64 req-1b4f88e1-a99a-440c-835d-941260481933 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 945 time: 0.0488901 Aug 27 01:33:07.340255 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-927f2e33-8aaa-45f1-99cc-51a99f7a5c64 req-93cd3156-d3cb-425c-b3e7-fb501e062483 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308750 Aug 27 01:33:07.452685 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975aa1a-faea-49c8-bb45-10e28aadf6bd req-c8cbed50-5922-4a04-9780-bd80d77a0f54 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:07.454162 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-7975aa1a-faea-49c8-bb45-10e28aadf6bd req-c8cbed50-5922-4a04-9780-bd80d77a0f54 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0484388 Aug 27 01:33:07.493975 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-7975aa1a-faea-49c8-bb45-10e28aadf6bd req-4ef39184-253e-458e-9f1a-7656b61e767e tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337617 Aug 27 01:33:07.716628 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0d09b719-5107-441e-825d-9d29de138744 req-a684f413-d16d-494b-afd0-c80fa5955596 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc5d2b5b-0f23-4214-b423-29eea2193d17 HTTP/1.1" status: 200 len: 210 time: 0.0265236 Aug 27 01:33:08.025632 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe62b5-a2f4-499c-a1ac-2e9c40a8d5c3 req-7770f040-0bb2-4c09-af7f-8e8768c65d8e tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:08.027078 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-2dfe62b5-a2f4-499c-a1ac-2e9c40a8d5c3 req-7770f040-0bb2-4c09-af7f-8e8768c65d8e tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 945 time: 0.0468638 Aug 27 01:33:08.064446 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-2dfe62b5-a2f4-499c-a1ac-2e9c40a8d5c3 req-5fae48d4-d601-4414-be45-5e024ecfa095 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316598 Aug 27 01:33:08.452854 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fec447-382f-453d-9ede-ed2bdc2b733b req-99438982-5f9f-42b1-a1cd-844a5245ead7 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:08.454312 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-01fec447-382f-453d-9ede-ed2bdc2b733b req-99438982-5f9f-42b1-a1cd-844a5245ead7 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 945 time: 0.0476794 Aug 27 01:33:08.493823 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-01fec447-382f-453d-9ede-ed2bdc2b733b req-59e253a2-33be-4a61-94fe-216f698c1136 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331261 Aug 27 01:33:08.604348 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b34ee-c4d9-451a-a3ab-7c73d52c1910 req-6c812329-5f4c-4897-a625-b704ca1f3711 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:08.605834 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-6b7b34ee-c4d9-451a-a3ab-7c73d52c1910 req-6c812329-5f4c-4897-a625-b704ca1f3711 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0467343 Aug 27 01:33:08.643480 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-6b7b34ee-c4d9-451a-a3ab-7c73d52c1910 req-41c1fc62-a709-415f-b062-d91041598d9b tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318387 Aug 27 01:33:08.809801 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-af572a22-32d4-469c-af9c-f6bd3f7e5193 req-902db306-b8e7-4fd3-a8cb-2dc916c18296 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc5d2b5b-0f23-4214-b423-29eea2193d17 HTTP/1.1" status: 200 len: 210 time: 0.0283234 Aug 27 01:33:09.180163 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac218af-8e38-4299-a2d7-e3f69ed7d565 req-006aa975-fd18-46cb-984a-efd72549ef50 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:09.181829 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-7ac218af-8e38-4299-a2d7-e3f69ed7d565 req-006aa975-fd18-46cb-984a-efd72549ef50 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 945 time: 0.0476277 Aug 27 01:33:09.221722 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-7ac218af-8e38-4299-a2d7-e3f69ed7d565 req-8d3af0a1-1672-4a78-b37e-979c55f5bdcc tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338807 Aug 27 01:33:09.607176 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96954c9-50e6-4f0d-8f70-0174a3d4b1ed req-902c4c13-ab23-4523-b367-eea75a2ec30b tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:09.608672 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-e96954c9-50e6-4f0d-8f70-0174a3d4b1ed req-902c4c13-ab23-4523-b367-eea75a2ec30b tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 945 time: 0.0494840 Aug 27 01:33:09.646391 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-e96954c9-50e6-4f0d-8f70-0174a3d4b1ed req-a97142ef-64c8-45d3-9ca0-e8451a820d34 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317204 Aug 27 01:33:09.756529 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a6394-815a-41fa-933b-d6ac5a958120 req-831e5eed-ffd3-4130-8a7a-555e3a970cb3 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:09.758050 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-719a6394-815a-41fa-933b-d6ac5a958120 req-831e5eed-ffd3-4130-8a7a-555e3a970cb3 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0480769 Aug 27 01:33:09.796498 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-719a6394-815a-41fa-933b-d6ac5a958120 req-8bc9952e-2939-42ae-a652-0e94c4cf1af8 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318725 Aug 27 01:33:09.899426 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0ec2ff81-b181-444f-891c-60f7e2a92075 req-d09f4b24-45dc-4ed9-bd6f-6d3e2d1cf9c2 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc5d2b5b-0f23-4214-b423-29eea2193d17 HTTP/1.1" status: 200 len: 210 time: 0.0261855 Aug 27 01:33:10.340403 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d43e58-be8a-4efc-a40e-b266b0545fd1 req-0c166dd6-769f-471d-9600-ce91ebcdeef1 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:10.341817 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-16d43e58-be8a-4efc-a40e-b266b0545fd1 req-0c166dd6-769f-471d-9600-ce91ebcdeef1 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 945 time: 0.0499721 Aug 27 01:33:10.385384 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-16d43e58-be8a-4efc-a40e-b266b0545fd1 req-ef8f7f87-605d-4812-8407-1e0f5d41755e tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373943 Aug 27 01:33:10.776785 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc06c1-aee8-42b4-a002-8a2d309351dd req-510d7539-3d02-4ed4-ad64-c023d49a9016 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:10.779795 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-a3bc06c1-aee8-42b4-a002-8a2d309351dd req-510d7539-3d02-4ed4-ad64-c023d49a9016 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 945 time: 0.0570149 Aug 27 01:33:10.831672 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-a3bc06c1-aee8-42b4-a002-8a2d309351dd req-b5b79a86-00ac-45ed-841e-cbdd24fc4d7f tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397463 Aug 27 01:33:10.919174 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a132f-a7c6-4ea5-8268-39f29bb8967c req-fd77cbc4-9742-4e35-87c6-d7d89bc07b12 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:10.920759 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-8c6a132f-a7c6-4ea5-8268-39f29bb8967c req-fd77cbc4-9742-4e35-87c6-d7d89bc07b12 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0540307 Aug 27 01:33:10.970736 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-8c6a132f-a7c6-4ea5-8268-39f29bb8967c req-71713a78-32dc-4670-b0b8-011054f1044a tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435417 Aug 27 01:33:11.014382 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-035341da-c122-4777-a72f-a9bdcb334237 req-62763afc-0865-44a0-9505-12cf51eec94d tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc5d2b5b-0f23-4214-b423-29eea2193d17 HTTP/1.1" status: 200 len: 210 time: 0.0305007 Aug 27 01:33:11.506311 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ed57e-cb4c-46c5-81c8-40a6dfa5ae41 req-bf64bb7c-8876-46e3-a134-fe57c09169bb tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:11.507678 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-662ed57e-cb4c-46c5-81c8-40a6dfa5ae41 req-bf64bb7c-8876-46e3-a134-fe57c09169bb tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 945 time: 0.0480869 Aug 27 01:33:11.546748 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-662ed57e-cb4c-46c5-81c8-40a6dfa5ae41 req-c35fe8c9-8484-4617-89c6-0ac6daa7ff88 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325534 Aug 27 01:33:11.924453 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-97c52ad6-15d1-40bb-a8e7-02dd09e76d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:12.015450 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1eaa90-7756-407b-9e7d-9ab19d135b74 req-063619f5-b863-4ec0-9354-dd824f431004 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:12.017062 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-1e1eaa90-7756-407b-9e7d-9ab19d135b74 req-063619f5-b863-4ec0-9354-dd824f431004 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 945 time: 0.1128466 Aug 27 01:33:12.101416 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-1e1eaa90-7756-407b-9e7d-9ab19d135b74 req-6f4e1c9a-28cb-4135-8072-68398cd94a9e tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688214 Aug 27 01:33:12.116707 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a03b4-3ea8-4ab6-aa60-32eee60e2041 req-68e0175d-ee97-49bc-8a5f-c09d875e615b tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:12.116707 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-733a03b4-3ea8-4ab6-aa60-32eee60e2041 req-68e0175d-ee97-49bc-8a5f-c09d875e615b tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.24 "GET /v2.0/networks?id=0794f498-7c79-4c04-9426-97a5145b6e4e HTTP/1.1" status: 200 len: 815 time: 0.1871707 Aug 27 01:33:12.143925 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [req-733a03b4-3ea8-4ab6-aa60-32eee60e2041 req-1eae2d6b-714e-4d08-a9d3-68628150d5d3 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Request body: {'port': {'device_id': 'fc5d2b5b-0f23-4214-b423-29eea2193d17', 'network_id': '0794f498-7c79-4c04-9426-97a5145b6e4e', 'admin_state_up': True, 'tenant_id': '8c9439f7236d4228aea4ccc73e5d6c08'}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:33:12.161764 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd6e11-c39f-4424-a6ac-0fd5efd837b9 req-2a83dda3-b73d-4263-a038-ee2fc453114f tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:12.163362 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-17bd6e11-c39f-4424-a6ac-0fd5efd837b9 req-2a83dda3-b73d-4263-a038-ee2fc453114f tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0829794 Aug 27 01:33:12.219541 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-17bd6e11-c39f-4424-a6ac-0fd5efd837b9 req-6eff5aba-8490-46ac-94bd-aa6b6772492f tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465505 Aug 27 01:33:12.252876 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-27a10fef-2acd-4855-b4fa-604821313f9f req-395c6863-9c39-431f-8655-1450fb364dfc tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc5d2b5b-0f23-4214-b423-29eea2193d17 HTTP/1.1" status: 200 len: 210 time: 0.0629158 Aug 27 01:33:12.387148 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-733a03b4-3ea8-4ab6-aa60-32eee60e2041 req-1eae2d6b-714e-4d08-a9d3-68628150d5d3 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Made reservation on behalf of 8c9439f7236d4228aea4ccc73e5d6c08 for: {'port': 1} {{(pid=94315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:33:12.390698 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-733a03b4-3ea8-4ab6-aa60-32eee60e2041 req-1eae2d6b-714e-4d08-a9d3-68628150d5d3 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:12.506630 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 56804) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:33:12.516323 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.db_base_plugin_common [req-733a03b4-3ea8-4ab6-aa60-32eee60e2041 req-1eae2d6b-714e-4d08-a9d3-68628150d5d3 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Allocated IP 172.20.0.6 (0794f498-7c79-4c04-9426-97a5145b6e4e/c51de9e7-47ee-434f-828c-ea60be2f0419/f2d1dc8e-03dc-48d4-8646-8593c647e298) {{(pid=94315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 01:33:12.613911 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-e2658520-eafb-4c27-97e5-619819b0ff2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:12.666098 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-733a03b4-3ea8-4ab6-aa60-32eee60e2041 req-1eae2d6b-714e-4d08-a9d3-68628150d5d3 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Notify callbacks [] for port, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:12.700512 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcb524-508c-4c64-80ba-66a8cfd8c2d7 req-b954248c-b710-49ef-bad6-dc76f6e4d63f tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:12.702124 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-b1bcb524-508c-4c64-80ba-66a8cfd8c2d7 req-b954248c-b710-49ef-bad6-dc76f6e4d63f tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 945 time: 0.0762169 Aug 27 01:33:12.759292 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-733a03b4-3ea8-4ab6-aa60-32eee60e2041 req-1eae2d6b-714e-4d08-a9d3-68628150d5d3 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791478024214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8502847'] for port, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:12.763036 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-b1bcb524-508c-4c64-80ba-66a8cfd8c2d7 req-e0c168cc-59bf-4825-a419-fd4092f17acf tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536854 Aug 27 01:33:12.782404 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-e2658520-eafb-4c27-97e5-619819b0ff2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:12.803995 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-733a03b4-3ea8-4ab6-aa60-32eee60e2041 req-1eae2d6b-714e-4d08-a9d3-68628150d5d3 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Network 0794f498-7c79-4c04-9426-97a5145b6e4e is already hosted by enough agents. {{(pid=94315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:33:12.808984 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] get_ports_and_sgs() called for port_ids ['c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e', 'cd19f281-5f24-4728-b09e-57bb575f8a48', '313048b0-3d74-4d3f-af39-cfb37676bde6'] {{(pid=94317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 01:33:12.811600 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.base_scheduler [req-733a03b4-3ea8-4ab6-aa60-32eee60e2041 req-1eae2d6b-714e-4d08-a9d3-68628150d5d3 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Resources bound (agent type, host, resource id): {{(pid=94315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:33:12.815005 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.l3_dvrscheduler_db [req-733a03b4-3ea8-4ab6-aa60-32eee60e2041 req-1eae2d6b-714e-4d08-a9d3-68628150d5d3 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Received port after_create {{(pid=94315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 01:33:12.822358 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eae2d6b-714e-4d08-a9d3-68628150d5d3 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Pushing event updated for resources: {'Port': ['ID=f2d1dc8e-03dc-48d4-8646-8593c647e298,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:33:12.844580 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-e2658520-eafb-4c27-97e5-619819b0ff2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:12.876266 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a03b4-3ea8-4ab6-aa60-32eee60e2041 req-1eae2d6b-714e-4d08-a9d3-68628150d5d3 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:12.876807 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-733a03b4-3ea8-4ab6-aa60-32eee60e2041 req-1eae2d6b-714e-4d08-a9d3-68628150d5d3 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for port, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:12.911196 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-e2658520-eafb-4c27-97e5-619819b0ff2c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c232f10c131f48d6a4bfe07871aaec61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4005766 Aug 27 01:33:12.911196 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2658520-eafb-4c27-97e5-619819b0ff2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a5380d-8529-4156-866b-99923596da69,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:33:12.911384 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 56824) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:33:12.965200 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-733a03b4-3ea8-4ab6-aa60-32eee60e2041 req-1eae2d6b-714e-4d08-a9d3-68628150d5d3 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8259389 Aug 27 01:33:12.981087 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-9fbbcd5e-269c-4c2f-9ff0-e1c535db88fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:13.007736 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [req-733a03b4-3ea8-4ab6-aa60-32eee60e2041 req-2ba1ce2d-e8a7-4ad0-b243-03eb434f5804 service neutron] Request body: {'port': {'device_id': 'fc5d2b5b-0f23-4214-b423-29eea2193d17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75916'}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:33:13.028822 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-9fbbcd5e-269c-4c2f-9ff0-e1c535db88fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:13.088450 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-733a03b4-3ea8-4ab6-aa60-32eee60e2041 req-2ba1ce2d-e8a7-4ad0-b243-03eb434f5804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:13.204134 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-9fbbcd5e-269c-4c2f-9ff0-e1c535db88fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:13.206694 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-9fbbcd5e-269c-4c2f-9ff0-e1c535db88fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:13.207833 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-9fbbcd5e-269c-4c2f-9ff0-e1c535db88fb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d1a5380d-8529-4156-866b-99923596da69 HTTP/1.1" status: 204 len: 168 time: 0.2940376 Aug 27 01:33:13.226243 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbbcd5e-269c-4c2f-9ff0-e1c535db88fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a5380d-8529-4156-866b-99923596da69,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:33:13.334903 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d83ed0b-da68-48fe-906d-5172e8911073 req-4bca381b-c426-43d9-a068-401e258a08c1 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:13.336410 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-7d83ed0b-da68-48fe-906d-5172e8911073 req-4bca381b-c426-43d9-a068-401e258a08c1 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 945 time: 0.1114836 Aug 27 01:33:13.342530 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d8db9e-35d6-4963-9632-603643cfb65d req-b66824cb-fff5-4022-8542-82aa4fd9f16c tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:13.344681 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-b3d8db9e-35d6-4963-9632-603643cfb65d req-b66824cb-fff5-4022-8542-82aa4fd9f16c tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0510564 Aug 27 01:33:13.384245 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-b3d8db9e-35d6-4963-9632-603643cfb65d req-1af58198-fe5e-4efa-ae3e-4a4a0dc21255 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335083 Aug 27 01:33:13.402839 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-7d83ed0b-da68-48fe-906d-5172e8911073 req-0a69cbd9-7011-45a8-b838-e0a56ee44b87 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559580 Aug 27 01:33:13.455960 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [req-733a03b4-3ea8-4ab6-aa60-32eee60e2041 req-2ba1ce2d-e8a7-4ad0-b243-03eb434f5804 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2d1dc8e-03dc-48d4-8646-8593c647e298 {{(pid=94315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 01:33:13.464126 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-733a03b4-3ea8-4ab6-aa60-32eee60e2041 req-2ba1ce2d-e8a7-4ad0-b243-03eb434f5804 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:13.484453 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.provisioning_blocks [req-733a03b4-3ea8-4ab6-aa60-32eee60e2041 req-2ba1ce2d-e8a7-4ad0-b243-03eb434f5804 service neutron] Transition to ACTIVE for port object f2d1dc8e-03dc-48d4-8646-8593c647e298 will not be triggered until provisioned by entity L2. {{(pid=94315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:33:13.515678 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f19bf7-06cf-46eb-905f-f3d408eda2ed req-0bbc91fa-79af-4982-b3e3-641fc1ff98cc tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:13.517444 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-d7f19bf7-06cf-46eb-905f-f3d408eda2ed req-0bbc91fa-79af-4982-b3e3-641fc1ff98cc tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc5d2b5b-0f23-4214-b423-29eea2193d17 HTTP/1.1" status: 200 len: 931 time: 0.0651331 Aug 27 01:33:13.554327 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-733a03b4-3ea8-4ab6-aa60-32eee60e2041 req-2ba1ce2d-e8a7-4ad0-b243-03eb434f5804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8502822'] for port, after_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:13.567353 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-d7f19bf7-06cf-46eb-905f-f3d408eda2ed req-887969e3-858a-4a8e-8d54-8f77c1300143 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433087 Aug 27 01:33:13.629673 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba1ce2d-e8a7-4ad0-b243-03eb434f5804 service neutron] Pushing event updated for resources: {'Port': ['ID=f2d1dc8e-03dc-48d4-8646-8593c647e298,revision_number=2']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:33:13.684180 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.managers [req-733a03b4-3ea8-4ab6-aa60-32eee60e2041 req-2ba1ce2d-e8a7-4ad0-b243-03eb434f5804 service neutron] Attempting to bind port f2d1dc8e-03dc-48d4-8646-8593c647e298 on host hv-cinder-75916 for vnic_type normal with profile {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 01:33:13.684427 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.managers [req-733a03b4-3ea8-4ab6-aa60-32eee60e2041 req-2ba1ce2d-e8a7-4ad0-b243-03eb434f5804 service neutron] Attempting to bind port f2d1dc8e-03dc-48d4-8646-8593c647e298 by drivers openvswitch,hyperv on host hv-cinder-75916 at level 0 using segments [{'id': 'f46d30fd-ee13-4318-b586-c425fc0d32de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0794f498-7c79-4c04-9426-97a5145b6e4e'}] {{(pid=94315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 01:33:13.684748 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733a03b4-3ea8-4ab6-aa60-32eee60e2041 req-2ba1ce2d-e8a7-4ad0-b243-03eb434f5804 service neutron] Attempting to bind port f2d1dc8e-03dc-48d4-8646-8593c647e298 on network 0794f498-7c79-4c04-9426-97a5145b6e4e {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:33:13.689031 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733a03b4-3ea8-4ab6-aa60-32eee60e2041 req-2ba1ce2d-e8a7-4ad0-b243-03eb434f5804 service neutron] Port f2d1dc8e-03dc-48d4-8646-8593c647e298 on network 0794f498-7c79-4c04-9426-97a5145b6e4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75916 {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 01:33:13.689353 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733a03b4-3ea8-4ab6-aa60-32eee60e2041 req-2ba1ce2d-e8a7-4ad0-b243-03eb434f5804 service neutron] Attempting to bind port f2d1dc8e-03dc-48d4-8646-8593c647e298 on network 0794f498-7c79-4c04-9426-97a5145b6e4e {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:33:13.694090 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733a03b4-3ea8-4ab6-aa60-32eee60e2041 req-2ba1ce2d-e8a7-4ad0-b243-03eb434f5804 service neutron] Checking agent: {'id': '7830a306-a71a-451e-a6c7-89247e1febf2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75916', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 1, 28, 23), 'started_at': datetime.datetime(2021, 8, 27, 1, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 1, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 01:33:13.698224 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733a03b4-3ea8-4ab6-aa60-32eee60e2041 req-2ba1ce2d-e8a7-4ad0-b243-03eb434f5804 service neutron] Checking segment: {'id': 'f46d30fd-ee13-4318-b586-c425fc0d32de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0794f498-7c79-4c04-9426-97a5145b6e4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:33:13.698224 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733a03b4-3ea8-4ab6-aa60-32eee60e2041 req-2ba1ce2d-e8a7-4ad0-b243-03eb434f5804 service neutron] Bound using segment: {'id': 'f46d30fd-ee13-4318-b586-c425fc0d32de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0794f498-7c79-4c04-9426-97a5145b6e4e'} {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 01:33:13.698224 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.managers [req-733a03b4-3ea8-4ab6-aa60-32eee60e2041 req-2ba1ce2d-e8a7-4ad0-b243-03eb434f5804 service neutron] Bound port: f2d1dc8e-03dc-48d4-8646-8593c647e298, host: hv-cinder-75916, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f46d30fd-ee13-4318-b586-c425fc0d32de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0794f498-7c79-4c04-9426-97a5145b6e4e'}}] {{(pid=94315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 01:33:13.698224 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-733a03b4-3ea8-4ab6-aa60-32eee60e2041 req-2ba1ce2d-e8a7-4ad0-b243-03eb434f5804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:13.760998 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [req-733a03b4-3ea8-4ab6-aa60-32eee60e2041 req-2ba1ce2d-e8a7-4ad0-b243-03eb434f5804 service neutron] For port f2d1dc8e-03dc-48d4-8646-8593c647e298, host hv-cinder-75916, cleared binding levels {{(pid=94315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 01:33:13.764175 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [req-733a03b4-3ea8-4ab6-aa60-32eee60e2041 req-2ba1ce2d-e8a7-4ad0-b243-03eb434f5804 service neutron] For port f2d1dc8e-03dc-48d4-8646-8593c647e298, host hv-cinder-75916, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=f2d1dc8e-03dc-48d4-8646-8593c647e298,segment=NetworkSegment(f46d30fd-ee13-4318-b586-c425fc0d32de),segment_id=f46d30fd-ee13-4318-b586-c425fc0d32de)] {{(pid=94315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 01:33:13.819822 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090c812-cca5-4286-9842-95870bf58c07 req-6eec7005-9ce0-46a5-85b2-4d6ac4c6b195 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:13.821444 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-c090c812-cca5-4286-9842-95870bf58c07 req-6eec7005-9ce0-46a5-85b2-4d6ac4c6b195 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0501993 Aug 27 01:33:13.833362 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-733a03b4-3ea8-4ab6-aa60-32eee60e2041 req-2ba1ce2d-e8a7-4ad0-b243-03eb434f5804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8502822'] for port, after_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:13.872203 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-c090c812-cca5-4286-9842-95870bf58c07 req-3fe2b46a-2a73-429c-8354-9dd3942eef74 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440392 Aug 27 01:33:13.920954 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a03b4-3ea8-4ab6-aa60-32eee60e2041 req-2ba1ce2d-e8a7-4ad0-b243-03eb434f5804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:13.921566 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-733a03b4-3ea8-4ab6-aa60-32eee60e2041 req-2ba1ce2d-e8a7-4ad0-b243-03eb434f5804 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for port, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:13.922954 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-733a03b4-3ea8-4ab6-aa60-32eee60e2041 req-2ba1ce2d-e8a7-4ad0-b243-03eb434f5804 service neutron] 10.222.0.24 "PUT /v2.0/ports/f2d1dc8e-03dc-48d4-8646-8593c647e298 HTTP/1.1" status: 200 len: 1093 time: 0.9272695 Aug 27 01:33:13.926607 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5d2b5b-0f23-4214-b423-29eea2193d17', 'tag': 'f2d1dc8e-03dc-48d4-8646-8593c647e298'}] {{(pid=94315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:33:13.929128 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4b197ec9f2f0e9474c50df7e7ed8b30a1ed8e7d4526d98a0361b780d87c209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d42b4f2-91a9-4730-b227-4f959ad28aea" -d '{"events": [{"name": "network-changed", "server_uuid": "fc5d2b5b-0f23-4214-b423-29eea2193d17", "tag": "f2d1dc8e-03dc-48d4-8646-8593c647e298"}]}' {{(pid=94315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:33:13.967433 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 01:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1476f994-79fb-4165-a9d0-6baa974e6778 x-openstack-request-id: req-1476f994-79fb-4165-a9d0-6baa974e6778 {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:33:13.967698 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc5d2b5b-0f23-4214-b423-29eea2193d17", "tag": "f2d1dc8e-03dc-48d4-8646-8593c647e298", "status": "completed", "code": 200}]} {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:33:13.967945 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1476f994-79fb-4165-a9d0-6baa974e6778 {{(pid=94315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:33:13.968335 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc5d2b5b-0f23-4214-b423-29eea2193d17', 'tag': 'f2d1dc8e-03dc-48d4-8646-8593c647e298', 'status': 'completed', 'code': 200} Aug 27 01:33:13.969735 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba1ce2d-e8a7-4ad0-b243-03eb434f5804 service neutron] Pushing event updated for resources: {'Port': ['ID=f2d1dc8e-03dc-48d4-8646-8593c647e298,revision_number=3']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:33:13.986204 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9a66d-7252-494d-821d-49a0ad939719 req-0aae92a6-f477-412e-a291-2fda821dde73 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:13.989797 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-49e9a66d-7252-494d-821d-49a0ad939719 req-0aae92a6-f477-412e-a291-2fda821dde73 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 945 time: 0.1479130 Aug 27 01:33:13.992900 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0f497-af86-4239-aa11-d5db48ff64af req-e31d648f-351a-43b2-92e2-def47692a082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:13.994346 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-7fd0f497-af86-4239-aa11-d5db48ff64af req-e31d648f-351a-43b2-92e2-def47692a082 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc3b4bb0756249d19606e34fca91d4d5&device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 1099 time: 0.1181080 Aug 27 01:33:14.065180 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-49e9a66d-7252-494d-821d-49a0ad939719 req-0e22324f-7adf-454c-95d4-cf37155fc0ae tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693989 Aug 27 01:33:14.154619 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42b4f2-91a9-4730-b227-4f959ad28aea req-08140c13-d5ba-41a8-b72f-35ba042bcaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:14.156259 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-5d42b4f2-91a9-4730-b227-4f959ad28aea req-08140c13-d5ba-41a8-b72f-35ba042bcaec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8c9439f7236d4228aea4ccc73e5d6c08&device_id=fc5d2b5b-0f23-4214-b423-29eea2193d17 HTTP/1.1" status: 200 len: 1096 time: 0.1103618 Aug 27 01:33:14.165580 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0f497-af86-4239-aa11-d5db48ff64af req-965dfc46-5995-442a-a51d-38c351a3b935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:14.166999 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-7fd0f497-af86-4239-aa11-d5db48ff64af req-965dfc46-5995-442a-a51d-38c351a3b935 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b44490e8-3c86-4803-b813-6cfe1338f3e9 HTTP/1.1" status: 200 len: 919 time: 0.1326463 Aug 27 01:33:14.489919 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-7fd0f497-af86-4239-aa11-d5db48ff64af req-2fab30fa-4e90-4762-8ec7-b6217eb89431 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f68a3b4-5d9c-4b17-875e-e3990c07efa7 HTTP/1.1" status: 200 len: 217 time: 0.3036156 Aug 27 01:33:14.495522 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-7b05d355-1cc9-418a-b47f-1cba6019b380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:14.600246 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0f497-af86-4239-aa11-d5db48ff64af req-87de2e22-4a34-4172-8599-4d16d5e6b8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:14.601705 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-7fd0f497-af86-4239-aa11-d5db48ff64af req-87de2e22-4a34-4172-8599-4d16d5e6b8b1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a5d3291c-8bd6-41d2-89c4-7dffd869bccd HTTP/1.1" status: 200 len: 858 time: 0.0992012 Aug 27 01:33:14.611103 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d9ad0b-4601-4b7b-b845-53e7b90e0f44 req-7fbb959d-3dc5-4a9b-968f-451fd25cdb69 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:14.612450 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-e0d9ad0b-4601-4b7b-b845-53e7b90e0f44 req-7fbb959d-3dc5-4a9b-968f-451fd25cdb69 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 945 time: 0.1244941 Aug 27 01:33:14.621745 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42b4f2-91a9-4730-b227-4f959ad28aea req-5f678efe-f640-4500-a3d5-a0f2c62f53ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:14.623144 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-5d42b4f2-91a9-4730-b227-4f959ad28aea req-5f678efe-f640-4500-a3d5-a0f2c62f53ab service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=8c9439f7236d4228aea4ccc73e5d6c08&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4381258 Aug 27 01:33:14.643897 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:14.647404 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-7fd0f497-af86-4239-aa11-d5db48ff64af req-14f7ca47-b568-4228-868e-42823655a457 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b44490e8-3c86-4803-b813-6cfe1338f3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332587 Aug 27 01:33:14.773272 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-e0d9ad0b-4601-4b7b-b845-53e7b90e0f44 req-13daf09c-eb54-4d5c-be88-5e0a5809d859 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490755 Aug 27 01:33:14.826156 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-7fd0f497-af86-4239-aa11-d5db48ff64af req-6c6f1d15-1d24-463a-b1b4-4f73e51e56dd service neutron] 10.222.0.24 "GET /v2.0/networks/b44490e8-3c86-4803-b813-6cfe1338f3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549046 Aug 27 01:33:14.827123 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42b4f2-91a9-4730-b227-4f959ad28aea req-bd334933-7119-4162-801f-c8942ba75591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:14.828443 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-5d42b4f2-91a9-4730-b227-4f959ad28aea req-bd334933-7119-4162-801f-c8942ba75591 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1840196 Aug 27 01:33:14.886225 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8eaf6-c841-462f-b308-2b765669fdef req-39fd01f6-d081-41e1-a66a-f9cfc94cbd32 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:14.887719 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-dce8eaf6-c841-462f-b308-2b765669fdef req-39fd01f6-d081-41e1-a66a-f9cfc94cbd32 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc5d2b5b-0f23-4214-b423-29eea2193d17 HTTP/1.1" status: 200 len: 943 time: 0.0519061 Aug 27 01:33:14.935152 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-dce8eaf6-c841-462f-b308-2b765669fdef req-2b1b967e-e90d-4a7f-96b0-e7e057068d36 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411437 Aug 27 01:33:15.013901 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-7fd0f497-af86-4239-aa11-d5db48ff64af req-7dec801f-65d5-4203-812e-bc1a4f1826c5 service neutron] 10.222.0.24 "GET /v2.0/networks/b44490e8-3c86-4803-b813-6cfe1338f3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616268 Aug 27 01:33:15.038822 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77450e2a-ffed-4487-9e0d-5fe5f6b3f303 req-0b6c485b-013e-49fd-ad61-0be86d35d1ae tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:15.041189 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-77450e2a-ffed-4487-9e0d-5fe5f6b3f303 req-0b6c485b-013e-49fd-ad61-0be86d35d1ae tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0957026 Aug 27 01:33:15.043048 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a03b4-3ea8-4ab6-aa60-32eee60e2041 req-05fb6895-630f-4d9f-9d1b-15c5379a7531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:15.044379 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-733a03b4-3ea8-4ab6-aa60-32eee60e2041 req-05fb6895-630f-4d9f-9d1b-15c5379a7531 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8c9439f7236d4228aea4ccc73e5d6c08&device_id=fc5d2b5b-0f23-4214-b423-29eea2193d17 HTTP/1.1" status: 200 len: 1096 time: 0.0892880 Aug 27 01:33:15.083789 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-77450e2a-ffed-4487-9e0d-5fe5f6b3f303 req-36c34d06-78c6-47b2-8e06-4b4198618924 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362577 Aug 27 01:33:15.139682 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-733a03b4-3ea8-4ab6-aa60-32eee60e2041 req-9e6dfa1e-e401-4a89-b65c-2e1cc634a410 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2d1dc8e-03dc-48d4-8646-8593c647e298 HTTP/1.1" status: 200 len: 217 time: 0.0362449 Aug 27 01:33:15.208865 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499592c-51d2-484c-bf77-bee0ac4aa864 req-15b5b22f-125b-401e-bffb-ae403e98e2dd tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:15.210275 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-0499592c-51d2-484c-bf77-bee0ac4aa864 req-15b5b22f-125b-401e-bffb-ae403e98e2dd tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 945 time: 0.0609095 Aug 27 01:33:15.240361 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a03b4-3ea8-4ab6-aa60-32eee60e2041 req-e30108dc-41ae-4da2-ad1c-8d786e21409f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:15.241856 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-733a03b4-3ea8-4ab6-aa60-32eee60e2041 req-e30108dc-41ae-4da2-ad1c-8d786e21409f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c51de9e7-47ee-434f-828c-ea60be2f0419 HTTP/1.1" status: 200 len: 855 time: 0.0596998 Aug 27 01:33:15.260946 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-0499592c-51d2-484c-bf77-bee0ac4aa864 req-c8d6062c-6d16-48e8-bf10-525b32c03bac tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432279 Aug 27 01:33:15.286698 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-733a03b4-3ea8-4ab6-aa60-32eee60e2041 req-c2480167-6f01-4b26-862e-db802adbf854 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0794f498-7c79-4c04-9426-97a5145b6e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287313 Aug 27 01:33:15.390344 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-733a03b4-3ea8-4ab6-aa60-32eee60e2041 req-71a65c97-b9c0-4a77-9e27-02ae785b81d0 service neutron] 10.222.0.24 "GET /v2.0/networks/0794f498-7c79-4c04-9426-97a5145b6e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912359 Aug 27 01:33:15.495046 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-733a03b4-3ea8-4ab6-aa60-32eee60e2041 req-adc750af-68e5-4254-aab0-b3f6071661ca service neutron] 10.222.0.24 "GET /v2.0/networks/0794f498-7c79-4c04-9426-97a5145b6e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853999 Aug 27 01:33:15.881190 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ed545f81-8b1b-4cf8-a1bc-5817d83b44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:15.921813 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95727d5e-4b78-4e64-82f4-3d93de620777 req-e8d1c895-83e2-4fff-ac3d-8bb7945c255c tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:15.923396 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-95727d5e-4b78-4e64-82f4-3d93de620777 req-e8d1c895-83e2-4fff-ac3d-8bb7945c255c tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 945 time: 0.0543571 Aug 27 01:33:15.960336 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-95727d5e-4b78-4e64-82f4-3d93de620777 req-47708098-9aef-4297-aa20-2ae3dc483c54 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307298 Aug 27 01:33:16.049439 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf519704-d417-48cc-96b6-ca555cdc824c req-748e5510-b696-434e-a7b7-62b6e4bdddf0 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:16.050904 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-bf519704-d417-48cc-96b6-ca555cdc824c req-748e5510-b696-434e-a7b7-62b6e4bdddf0 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc5d2b5b-0f23-4214-b423-29eea2193d17 HTTP/1.1" status: 200 len: 943 time: 0.0482206 Aug 27 01:33:16.089784 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-bf519704-d417-48cc-96b6-ca555cdc824c req-e4fc800b-d6b2-40b1-9481-45795a9e6cb7 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323203 Aug 27 01:33:16.202552 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c5178-4fb5-4dec-a690-a32b46316a3b req-1c1a5e62-e20e-461e-8859-92711293032e tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:16.204054 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-1f9c5178-4fb5-4dec-a690-a32b46316a3b req-1c1a5e62-e20e-461e-8859-92711293032e tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0542870 Aug 27 01:33:16.241196 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-1f9c5178-4fb5-4dec-a690-a32b46316a3b req-282320f8-8686-40ce-8d5e-56317c782f39 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312762 Aug 27 01:33:16.247801 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 56910) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:33:16.354264 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-81db3994-0af1-468b-be0c-51b2a9b8b184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:16.380144 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26dc92-ef69-4de1-89a8-9c440fd19333 req-3a624ca8-73e4-43d5-99c6-8105a8562607 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:16.382545 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-3b26dc92-ef69-4de1-89a8-9c440fd19333 req-3a624ca8-73e4-43d5-99c6-8105a8562607 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 945 time: 0.0491538 Aug 27 01:33:16.423967 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-3b26dc92-ef69-4de1-89a8-9c440fd19333 req-3840b7c2-f2fe-4741-a82d-ca8c55a3a97b tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337369 Aug 27 01:33:16.444306 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-81db3994-0af1-468b-be0c-51b2a9b8b184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:16.546674 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-81db3994-0af1-468b-be0c-51b2a9b8b184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:16.584906 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-81db3994-0af1-468b-be0c-51b2a9b8b184 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6356696117f147108a8a29d46bfdc4c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3360903 Aug 27 01:33:16.585813 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3994-0af1-468b-be0c-51b2a9b8b184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe3c5da-e9a6-47c9-8fd7-8ad2bb774d53,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:33:16.588145 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 56916) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:33:16.635484 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-b830c6d4-b18c-4cef-9136-f90c01a153fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:16.658821 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-b830c6d4-b18c-4cef-9136-f90c01a153fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:16.752379 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-b830c6d4-b18c-4cef-9136-f90c01a153fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:16.754862 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-b830c6d4-b18c-4cef-9136-f90c01a153fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:16.756010 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-b830c6d4-b18c-4cef-9136-f90c01a153fb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9fe3c5da-e9a6-47c9-8fd7-8ad2bb774d53 HTTP/1.1" status: 204 len: 168 time: 0.1668000 Aug 27 01:33:16.763619 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b830c6d4-b18c-4cef-9136-f90c01a153fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe3c5da-e9a6-47c9-8fd7-8ad2bb774d53,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:33:17.081609 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f63e0-c166-4722-a79a-a9f0310c7bbe req-66909911-31c7-42ed-80d7-3e774b2dcc95 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:17.083236 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-922f63e0-c166-4722-a79a-a9f0310c7bbe req-66909911-31c7-42ed-80d7-3e774b2dcc95 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 945 time: 0.0539067 Aug 27 01:33:17.094846 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device f2d1dc8e-03dc-48d4-8646-8593c647e298 details requested by agent hyperv_hv-cinder-75916 with host hv-cinder-75916 {{(pid=94317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 01:33:17.125041 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-922f63e0-c166-4722-a79a-a9f0310c7bbe req-3f579bd0-773a-4da0-985f-dff38fc179ac tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348749 Aug 27 01:33:17.206982 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port f2d1dc8e-03dc-48d4-8646-8593c647e298, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=f2d1dc8e-03dc-48d4-8646-8593c647e298,segment=NetworkSegment(f46d30fd-ee13-4318-b586-c425fc0d32de),segment_id=f46d30fd-ee13-4318-b586-c425fc0d32de)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:33:17.213292 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7389a5-b5d7-4f51-bf7e-199fa0dc5896 req-bbe4a1cd-8e67-4f92-b513-8544c81073bb tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:17.214773 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-6b7389a5-b5d7-4f51-bf7e-199fa0dc5896 req-bbe4a1cd-8e67-4f92-b513-8544c81073bb tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc5d2b5b-0f23-4214-b423-29eea2193d17 HTTP/1.1" status: 200 len: 943 time: 0.0500979 Aug 27 01:33:17.219088 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Returning: {'device': 'f2d1dc8e-03dc-48d4-8646-8593c647e298', 'network_id': '0794f498-7c79-4c04-9426-97a5145b6e4e', 'port_id': 'f2d1dc8e-03dc-48d4-8646-8593c647e298', 'mac_address': 'fa:16:3e:89:1a:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c51de9e7-47ee-434f-828c-ea60be2f0419', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 01:33:17.259917 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-6b7389a5-b5d7-4f51-bf7e-199fa0dc5896 req-4e99c4f5-ce47-4124-a9c4-617496ec98d3 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390809 Aug 27 01:33:17.261457 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:17.285707 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.notifiers.nova [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2d1dc8e-03dc-48d4-8646-8593c647e298 {{(pid=94317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 01:33:17.308529 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port f2d1dc8e-03dc-48d4-8646-8593c647e298, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=f2d1dc8e-03dc-48d4-8646-8593c647e298,segment=NetworkSegment(f46d30fd-ee13-4318-b586-c425fc0d32de),segment_id=f46d30fd-ee13-4318-b586-c425fc0d32de)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:33:17.339955 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 56930) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:33:17.353172 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a8c7590c-96b0-4f0b-9905-1b3493bd0b78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:17.360822 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af077946-cec3-41d2-a401-33a2895102a3 req-28d4f9da-93c6-4c40-902d-b30e9f20c041 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:17.362349 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-af077946-cec3-41d2-a401-33a2895102a3 req-28d4f9da-93c6-4c40-902d-b30e9f20c041 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0514901 Aug 27 01:33:17.386169 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:17.406240 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-af077946-cec3-41d2-a401-33a2895102a3 req-afef89ab-15f3-4674-981e-ca8e31eefb59 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367327 Aug 27 01:33:17.415652 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-809c4053-e1f3-4656-979d-5dfd58cb0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:17.444696 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Pushing event updated for resources: {'Port': ['ID=f2d1dc8e-03dc-48d4-8646-8593c647e298,revision_number=4']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:33:17.445521 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a8c7590c-96b0-4f0b-9905-1b3493bd0b78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:17.458678 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:33:17.458678 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:33:17.458678 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:33:17.458678 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:33:17.458678 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:33:17.458678 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:33:17.458678 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:33:17.458678 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:33:17.459287 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:33:17.459287 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:33:17.459588 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:33:17.459901 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:33:17.511659 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a8c7590c-96b0-4f0b-9905-1b3493bd0b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:17.766261 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-a8c7590c-96b0-4f0b-9905-1b3493bd0b78 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bdd9a85d8a1b4b458862e2d7fa91b181&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4250987 Aug 27 01:33:17.768721 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 56934) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:33:17.775797 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c7590c-96b0-4f0b-9905-1b3493bd0b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2531082c-2b01-48c1-855b-7ea193a4d100,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:33:17.801395 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125ec8b-693f-437a-9449-4bed34fbcc60 req-2cd36ee6-6a08-4c2a-b27a-0a78c042f433 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:17.807047 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-3125ec8b-693f-437a-9449-4bed34fbcc60 req-2cd36ee6-6a08-4c2a-b27a-0a78c042f433 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 945 time: 0.3068776 Aug 27 01:33:17.861121 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-3125ec8b-693f-437a-9449-4bed34fbcc60 req-f32c78a5-7529-4183-aaaf-4cf8e5b4d4fe tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493925 Aug 27 01:33:17.865571 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-1247ff70-8b81-4df6-a336-d85464754f12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:17.888064 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-1247ff70-8b81-4df6-a336-d85464754f12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:18.009987 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-1247ff70-8b81-4df6-a336-d85464754f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:18.012573 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-1247ff70-8b81-4df6-a336-d85464754f12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:18.013758 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-1247ff70-8b81-4df6-a336-d85464754f12 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2531082c-2b01-48c1-855b-7ea193a4d100 HTTP/1.1" status: 204 len: 168 time: 0.2440641 Aug 27 01:33:18.024967 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1247ff70-8b81-4df6-a336-d85464754f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2531082c-2b01-48c1-855b-7ea193a4d100,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:33:18.040296 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] get_ports_and_sgs() called for port_ids ['f2d1dc8e-03dc-48d4-8646-8593c647e298'] {{(pid=94317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 01:33:18.240580 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239847c-31e5-48f8-b6e3-8184abfd345d req-5405118a-b208-4b3e-b8b5-2bec512147db tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:18.242101 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-b239847c-31e5-48f8-b6e3-8184abfd345d req-5405118a-b208-4b3e-b8b5-2bec512147db tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 945 time: 0.0481775 Aug 27 01:33:18.279650 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-b239847c-31e5-48f8-b6e3-8184abfd345d req-0606d99b-6d53-47fd-9492-dc095709db8b tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311992 Aug 27 01:33:18.378003 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31e48f-d288-4367-b7d5-dbc9a862e302 req-9cd76ceb-8ee3-4dd2-8912-48e67fe58026 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:18.379507 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-eb31e48f-d288-4367-b7d5-dbc9a862e302 req-9cd76ceb-8ee3-4dd2-8912-48e67fe58026 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc5d2b5b-0f23-4214-b423-29eea2193d17 HTTP/1.1" status: 200 len: 944 time: 0.0480175 Aug 27 01:33:18.421831 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-eb31e48f-d288-4367-b7d5-dbc9a862e302 req-f62acd30-de38-449f-956a-57adca7ad84c tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345564 Aug 27 01:33:18.540383 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb43741-7700-4acf-9bdb-6d98ab893df1 req-e0d96a90-9f80-4cd3-8ce5-df4c29471a7d tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:18.541901 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-acb43741-7700-4acf-9bdb-6d98ab893df1 req-e0d96a90-9f80-4cd3-8ce5-df4c29471a7d tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0528097 Aug 27 01:33:18.579905 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-acb43741-7700-4acf-9bdb-6d98ab893df1 req-cfaa3f20-8185-411a-9ee4-7851c9f14bef tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319552 Aug 27 01:33:18.981631 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbfc709-0d7e-4193-81bd-2404cf1a6e19 req-c9c06937-9fb6-496e-b2a9-584799bc229e tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:18.983079 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-2dbfc709-0d7e-4193-81bd-2404cf1a6e19 req-c9c06937-9fb6-496e-b2a9-584799bc229e tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 945 time: 0.0495303 Aug 27 01:33:19.021834 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-2dbfc709-0d7e-4193-81bd-2404cf1a6e19 req-0f34368e-7d0c-4a76-b83d-6b21c35c0a84 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329559 Aug 27 01:33:19.106712 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device 5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e details requested by agent hyperv_hv-cinder-75916 with host hv-cinder-75916 {{(pid=94317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 01:33:19.322914 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port 5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e,segment=NetworkSegment(f8ab679e-b537-4c90-a2f7-0b9fb93d20b1),segment_id=f8ab679e-b537-4c90-a2f7-0b9fb93d20b1)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:33:19.334338 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Returning: {'device': '5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e', 'network_id': '5c8689e3-4506-47c0-a652-97ed18836189', 'port_id': '5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e', 'mac_address': 'fa:16:3e:d7:aa:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20caaf11-6500-4480-a57e-55af9949d7c0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 01:33:19.373418 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:19.388333 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.notifiers.nova [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e {{(pid=94317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 01:33:19.405497 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aabe83a-4b0c-4626-a55c-5de96f50c82b req-a297d8ba-b4b6-45fd-9bda-a74c302b76d6 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:19.406993 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-7aabe83a-4b0c-4626-a55c-5de96f50c82b req-a297d8ba-b4b6-45fd-9bda-a74c302b76d6 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 945 time: 0.0508211 Aug 27 01:33:19.411490 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port 5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e,segment=NetworkSegment(f8ab679e-b537-4c90-a2f7-0b9fb93d20b1),segment_id=f8ab679e-b537-4c90-a2f7-0b9fb93d20b1)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:33:19.446716 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-7aabe83a-4b0c-4626-a55c-5de96f50c82b req-cac5342d-518e-4a3b-aecd-d5bb8d52356a tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334749 Aug 27 01:33:19.535714 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:19.538835 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87d6c4-3644-4c78-9a0f-8f01699876d1 req-ae192eb8-fb6e-4913-8859-4ced825803fe tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:19.540893 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-2e87d6c4-3644-4c78-9a0f-8f01699876d1 req-ae192eb8-fb6e-4913-8859-4ced825803fe tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc5d2b5b-0f23-4214-b423-29eea2193d17 HTTP/1.1" status: 200 len: 944 time: 0.0480266 Aug 27 01:33:19.586197 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-2e87d6c4-3644-4c78-9a0f-8f01699876d1 req-abc3da67-df76-4e5f-89e3-2060d66e8fb1 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351982 Aug 27 01:33:19.595204 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Pushing event updated for resources: {'Port': ['ID=5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e,revision_number=6']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:33:19.845946 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] get_ports_and_sgs() called for port_ids ['5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e'] {{(pid=94317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 01:33:20.143852 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cec7a5-fc50-4c9d-adca-361f8e64f804 req-22d1df5b-d2c7-4ab5-9c64-96dd2dcae973 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:20.145528 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-f7cec7a5-fc50-4c9d-adca-361f8e64f804 req-22d1df5b-d2c7-4ab5-9c64-96dd2dcae973 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 944 time: 0.0497029 Aug 27 01:33:20.185069 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-f7cec7a5-fc50-4c9d-adca-361f8e64f804 req-ce15dcb0-b6b3-4609-a4d6-306b9c66632f tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319841 Aug 27 01:33:20.344882 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb79f8-588e-4a19-b039-ee8533ad5b36 req-918ee554-e3e7-42c1-8a95-c5fef4f04c5b tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:20.346323 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-d2bb79f8-588e-4a19-b039-ee8533ad5b36 req-918ee554-e3e7-42c1-8a95-c5fef4f04c5b tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0480142 Aug 27 01:33:20.390855 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-d2bb79f8-588e-4a19-b039-ee8533ad5b36 req-bedcdd30-245e-463a-a73c-e11da0fb946a tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322752 Aug 27 01:33:20.474274 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 57016) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:33:20.572167 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1960e2a5-e8d5-4122-b028-0ed2b16fd369 req-8384a2ca-0a14-4369-ba15-01acfe27400f tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:20.573747 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-1960e2a5-e8d5-4122-b028-0ed2b16fd369 req-8384a2ca-0a14-4369-ba15-01acfe27400f tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 945 time: 0.0527749 Aug 27 01:33:20.594166 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-5d4d5b12-d614-41cd-b767-c8b4eae4a508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:20.630600 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-1960e2a5-e8d5-4122-b028-0ed2b16fd369 req-52458e2e-7e01-455b-8845-da0f5af7c309 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485530 Aug 27 01:33:20.730932 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-5d4d5b12-d614-41cd-b767-c8b4eae4a508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:20.751106 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0969bb-5786-4205-8d01-10a1742746d5 req-037438df-6a29-4044-8049-01a5de487cd2 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:20.752589 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-ca0969bb-5786-4205-8d01-10a1742746d5 req-037438df-6a29-4044-8049-01a5de487cd2 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc5d2b5b-0f23-4214-b423-29eea2193d17 HTTP/1.1" status: 200 len: 944 time: 0.0648823 Aug 27 01:33:20.791373 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-ca0969bb-5786-4205-8d01-10a1742746d5 req-dc70308c-20b8-4855-b6cc-50e4c78cb575 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329797 Aug 27 01:33:20.792468 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-5d4d5b12-d614-41cd-b767-c8b4eae4a508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:20.834852 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-5d4d5b12-d614-41cd-b767-c8b4eae4a508 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bd4c5ef0ddeb4d388c4205190cabbed8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3594284 Aug 27 01:33:20.835722 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d5b12-d614-41cd-b767-c8b4eae4a508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4828f3-fdc9-4423-b657-2cc319048351,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:33:20.837773 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 57026) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:33:20.889863 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-05302fe2-51bc-48b6-af99-abbeb1644877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:20.910020 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-05302fe2-51bc-48b6-af99-abbeb1644877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:21.021304 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-05302fe2-51bc-48b6-af99-abbeb1644877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:21.023925 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-05302fe2-51bc-48b6-af99-abbeb1644877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:21.026162 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-05302fe2-51bc-48b6-af99-abbeb1644877 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7f4828f3-fdc9-4423-b657-2cc319048351 HTTP/1.1" status: 204 len: 168 time: 0.1865680 Aug 27 01:33:21.036461 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05302fe2-51bc-48b6-af99-abbeb1644877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4828f3-fdc9-4423-b657-2cc319048351,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:33:21.108930 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device f2d1dc8e-03dc-48d4-8646-8593c647e298 up at agent hyperv_hv-cinder-75916 {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:33:21.261061 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Provisioning for port f2d1dc8e-03dc-48d4-8646-8593c647e298 completed by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:33:21.265443 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Provisioning complete for port f2d1dc8e-03dc-48d4-8646-8593c647e298 triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:33:21.265814 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:21.316375 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0f67a-396a-4fe6-87c6-6ad03a6459c8 req-a8693245-a3e8-477d-b4dd-6527762e8d7a tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:21.317909 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-5ad0f67a-396a-4fe6-87c6-6ad03a6459c8 req-a8693245-a3e8-477d-b4dd-6527762e8d7a tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 944 time: 0.0518584 Aug 27 01:33:21.348079 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:21.360524 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-5ad0f67a-396a-4fe6-87c6-6ad03a6459c8 req-a7581efa-4800-415d-92f0-ca1470ceb2be tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338488 Aug 27 01:33:21.372534 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5d2b5b-0f23-4214-b423-29eea2193d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d1dc8e-03dc-48d4-8646-8593c647e298'}] {{(pid=94317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:33:21.376377 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ae24146460100d3107ec4d42823fa970b16dae16efc5fac949978fe01edd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee11839b-5581-4900-b715-3e8a1c7382e0" -d '{"events": [{"server_uuid": "fc5d2b5b-0f23-4214-b423-29eea2193d17", "name": "network-vif-plugged", "status": "completed", "tag": "f2d1dc8e-03dc-48d4-8646-8593c647e298"}]}' {{(pid=94317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:33:21.393968 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port f2d1dc8e-03dc-48d4-8646-8593c647e298, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=f2d1dc8e-03dc-48d4-8646-8593c647e298,segment=NetworkSegment(f46d30fd-ee13-4318-b586-c425fc0d32de),segment_id=f46d30fd-ee13-4318-b586-c425fc0d32de)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:33:21.438379 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:21.439370 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device 5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e up at agent hyperv_hv-cinder-75916 {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:33:21.445453 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 01:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a2e90d-6820-4203-a952-430953922c3f x-openstack-request-id: req-f4a2e90d-6820-4203-a952-430953922c3f {{(pid=94317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:33:21.450951 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5d2b5b-0f23-4214-b423-29eea2193d17", "name": "network-vif-plugged", "status": "completed", "tag": "f2d1dc8e-03dc-48d4-8646-8593c647e298", "code": 200}]} {{(pid=94317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:33:21.450951 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f4a2e90d-6820-4203-a952-430953922c3f {{(pid=94317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:33:21.450951 dv-cinder-759169-3-iscsi neutron-server[94317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5d2b5b-0f23-4214-b423-29eea2193d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d1dc8e-03dc-48d4-8646-8593c647e298', 'code': 200} Aug 27 01:33:21.517779 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Pushing event updated for resources: {'Port': ['ID=f2d1dc8e-03dc-48d4-8646-8593c647e298,revision_number=5']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:33:21.530217 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Provisioning complete for port 5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:33:21.530589 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:21.607784 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:21.641560 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port 5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e,segment=NetworkSegment(f8ab679e-b537-4c90-a2f7-0b9fb93d20b1),segment_id=f8ab679e-b537-4c90-a2f7-0b9fb93d20b1)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:33:21.718422 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:21.751827 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c537863-5f44-4967-bad8-53913da3d0ff req-e39f625b-169d-41ae-8ef6-a30af0c28f75 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:21.753763 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-5c537863-5f44-4967-bad8-53913da3d0ff req-e39f625b-169d-41ae-8ef6-a30af0c28f75 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 945 time: 0.0548244 Aug 27 01:33:21.767351 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 57042) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:33:21.775378 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Pushing event updated for resources: {'Port': ['ID=5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e,revision_number=7']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:33:21.789253 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-33bf2109-7270-4d47-9b69-b0ab972ef7ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:21.808992 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-5c537863-5f44-4967-bad8-53913da3d0ff req-15168dd4-3abe-4881-9cff-567c63c7b233 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491099 Aug 27 01:33:21.885893 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a7b58-a4b9-432e-921d-2f9a895e7abe req-12667bfa-f268-4a41-bd07-869a8c8b6b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:21.887352 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0f9a7b58-a4b9-432e-921d-2f9a895e7abe req-12667bfa-f268-4a41-bd07-869a8c8b6b30 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fc5d2b5b-0f23-4214-b423-29eea2193d17 HTTP/1.1" status: 200 len: 1098 time: 0.0722909 Aug 27 01:33:21.964757 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0f9a7b58-a4b9-432e-921d-2f9a895e7abe req-6ade6a9c-9b6f-45a0-b5e0-3291ea1de853 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580142 Aug 27 01:33:21.974576 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ead517-8746-4da1-ac8f-219a6d560cee req-96133269-7f95-4923-aee1-31c3d8add175 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:21.976015 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-e9ead517-8746-4da1-ac8f-219a6d560cee req-96133269-7f95-4923-aee1-31c3d8add175 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc5d2b5b-0f23-4214-b423-29eea2193d17 HTTP/1.1" status: 200 len: 945 time: 0.1088636 Aug 27 01:33:21.993828 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-33bf2109-7270-4d47-9b69-b0ab972ef7ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:22.024319 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-e9ead517-8746-4da1-ac8f-219a6d560cee req-2848a683-6ad6-47dd-8d72-5f8a4539715e tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395968 Aug 27 01:33:22.066215 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-33bf2109-7270-4d47-9b69-b0ab972ef7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:22.106999 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-33bf2109-7270-4d47-9b69-b0ab972ef7ac admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b518079a8c9744fa801344dcd5b157a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3384111 Aug 27 01:33:22.107929 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bf2109-7270-4d47-9b69-b0ab972ef7ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd77daee-31d6-46b9-90c8-98c1b5a79b9c,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:33:22.109739 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 57050) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:33:22.160350 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-f97d6be9-1aa6-4539-8383-7cc73d3fb723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:22.169511 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfaa2f9-2e11-4591-971b-2e048db8a748 req-a038bc3e-c8e8-40ae-b83b-7887ddc668fa tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:22.171073 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-abfaa2f9-2e11-4591-971b-2e048db8a748 req-a038bc3e-c8e8-40ae-b83b-7887ddc668fa tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 945 time: 0.0488424 Aug 27 01:33:22.182789 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-f97d6be9-1aa6-4539-8383-7cc73d3fb723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:22.208295 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-abfaa2f9-2e11-4591-971b-2e048db8a748 req-11f8a0b8-e128-4a4c-995c-376762ca487e tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309348 Aug 27 01:33:22.323935 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-f97d6be9-1aa6-4539-8383-7cc73d3fb723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:22.326578 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-f97d6be9-1aa6-4539-8383-7cc73d3fb723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:22.327721 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-f97d6be9-1aa6-4539-8383-7cc73d3fb723 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fd77daee-31d6-46b9-90c8-98c1b5a79b9c HTTP/1.1" status: 204 len: 168 time: 0.2168641 Aug 27 01:33:22.341847 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97d6be9-1aa6-4539-8383-7cc73d3fb723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd77daee-31d6-46b9-90c8-98c1b5a79b9c,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:33:22.539822 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0fd1d-6340-4184-9d46-3f5d8465d5d4 req-05442bf6-6c5e-4fe2-abc2-7e3239615ebb tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:22.541427 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-ebe0fd1d-6340-4184-9d46-3f5d8465d5d4 req-05442bf6-6c5e-4fe2-abc2-7e3239615ebb tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 945 time: 0.0514724 Aug 27 01:33:22.596230 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-ebe0fd1d-6340-4184-9d46-3f5d8465d5d4 req-3bb6e669-2dc3-4d76-be9a-e4ea7b02e2b1 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482099 Aug 27 01:33:22.699914 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf0ee6-caff-445c-8dc2-4d4bf914f6a4 req-0e11bd2e-e068-4966-a839-7868e05dbe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:22.701450 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-85bf0ee6-caff-445c-8dc2-4d4bf914f6a4 req-0e11bd2e-e068-4966-a839-7868e05dbe10 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1d392d1b39ee49d1b87211d5c447f9dc&device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 1098 time: 0.0444479 Aug 27 01:33:22.821281 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf0ee6-caff-445c-8dc2-4d4bf914f6a4 req-bc098caf-1e0d-44a7-9617-2450ea5b6c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:22.823444 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-85bf0ee6-caff-445c-8dc2-4d4bf914f6a4 req-bc098caf-1e0d-44a7-9617-2450ea5b6c55 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6cba5cc2-c26d-402b-a305-3f91c04ec99b HTTP/1.1" status: 200 len: 912 time: 0.0995831 Aug 27 01:33:22.906941 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-85bf0ee6-caff-445c-8dc2-4d4bf914f6a4 req-550742a5-7da1-4350-8076-751e7042bc11 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f18d8c2b-ab08-4402-a440-92bdcf75c38a HTTP/1.1" status: 200 len: 1000 time: 0.0693281 Aug 27 01:33:22.965532 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf0ee6-caff-445c-8dc2-4d4bf914f6a4 req-f39e595c-f7d4-4339-b2d3-842f7b004e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:22.965723 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-85bf0ee6-caff-445c-8dc2-4d4bf914f6a4 req-f39e595c-f7d4-4339-b2d3-842f7b004e19 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e1b7ebb0-22fa-4fc2-81e3-fd4ce0a9462d HTTP/1.1" status: 200 len: 850 time: 0.0498683 Aug 27 01:33:23.022467 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf0ee6-caff-445c-8dc2-4d4bf914f6a4 req-eba4531a-df40-4bff-ad0f-d37ccb55cc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:23.023966 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-85bf0ee6-caff-445c-8dc2-4d4bf914f6a4 req-eba4531a-df40-4bff-ad0f-d37ccb55cc8b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6cba5cc2-c26d-402b-a305-3f91c04ec99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400403 Aug 27 01:33:23.160021 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-85bf0ee6-caff-445c-8dc2-4d4bf914f6a4 req-4356eafd-e2a4-47cb-aa2f-91929029fdbe service neutron] 10.222.0.24 "GET /v2.0/networks/6cba5cc2-c26d-402b-a305-3f91c04ec99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258993 Aug 27 01:33:23.180728 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517dfe5-aa99-4e59-8497-e03f04f673f3 req-7b46800c-f4cc-4a66-b75c-4c467d5456aa tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:23.180728 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-e517dfe5-aa99-4e59-8497-e03f04f673f3 req-7b46800c-f4cc-4a66-b75c-4c467d5456aa tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc5d2b5b-0f23-4214-b423-29eea2193d17 HTTP/1.1" status: 200 len: 945 time: 0.0667443 Aug 27 01:33:23.267035 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-e517dfe5-aa99-4e59-8497-e03f04f673f3 req-10a6fda0-287b-47f9-aaf8-6db812557e53 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798817 Aug 27 01:33:23.310322 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-85bf0ee6-caff-445c-8dc2-4d4bf914f6a4 req-8119859b-c643-427b-8d5d-4439579b1502 service neutron] 10.222.0.24 "GET /v2.0/networks/6cba5cc2-c26d-402b-a305-3f91c04ec99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307831 Aug 27 01:33:23.411837 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b3f64b-fbad-4516-896a-50b1ccbdfab9 req-653c955b-9601-4255-8a10-41c062494229 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:23.421673 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-52b3f64b-fbad-4516-896a-50b1ccbdfab9 req-653c955b-9601-4255-8a10-41c062494229 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 945 time: 0.0840127 Aug 27 01:33:23.448650 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec83298-8a1e-4edd-be07-4e0592a0ce04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e'}] {{(pid=94317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:33:23.450652 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ae24146460100d3107ec4d42823fa970b16dae16efc5fac949978fe01edd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d98258-c950-4da0-bdbd-64c385d96b97" -d '{"events": [{"server_uuid": "6ec83298-8a1e-4edd-be07-4e0592a0ce04", "name": "network-vif-plugged", "status": "completed", "tag": "5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e"}]}' {{(pid=94317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:33:23.505496 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-52b3f64b-fbad-4516-896a-50b1ccbdfab9 req-af48e142-c35e-44c1-86fd-21e395638e77 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827255 Aug 27 01:33:23.537901 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13077940-cb5d-462e-ab30-fb1d414477be req-b97d3af8-2415-4e64-be6a-0ae409984f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:23.541098 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-13077940-cb5d-462e-ab30-fb1d414477be req-b97d3af8-2415-4e64-be6a-0ae409984f6a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1d392d1b39ee49d1b87211d5c447f9dc&device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 1098 time: 0.0813890 Aug 27 01:33:23.553868 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 01:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65de62f2-d80f-4612-acbd-5b8c48c59340 x-openstack-request-id: req-65de62f2-d80f-4612-acbd-5b8c48c59340 {{(pid=94317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:33:23.557322 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ec83298-8a1e-4edd-be07-4e0592a0ce04", "name": "network-vif-plugged", "status": "completed", "tag": "5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e", "code": 200}]} {{(pid=94317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:33:23.557863 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-65de62f2-d80f-4612-acbd-5b8c48c59340 {{(pid=94317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:33:23.558485 dv-cinder-759169-3-iscsi neutron-server[94317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec83298-8a1e-4edd-be07-4e0592a0ce04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e', 'code': 200} Aug 27 01:33:23.733728 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71e3b7-b0a6-4fd6-aada-ce0830b4b2cf req-00e62b51-03a9-4a14-a413-e259fd08fa91 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:23.735766 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-da71e3b7-b0a6-4fd6-aada-ce0830b4b2cf req-00e62b51-03a9-4a14-a413-e259fd08fa91 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 945 time: 0.0625720 Aug 27 01:33:23.790811 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-da71e3b7-b0a6-4fd6-aada-ce0830b4b2cf req-d0710ce2-7522-4d47-9fb4-afe62b13c850 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438299 Aug 27 01:33:23.870233 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13077940-cb5d-462e-ab30-fb1d414477be req-521b7287-c400-432a-92d0-2c147e121378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:23.871758 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-13077940-cb5d-462e-ab30-fb1d414477be req-521b7287-c400-432a-92d0-2c147e121378 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6cba5cc2-c26d-402b-a305-3f91c04ec99b HTTP/1.1" status: 200 len: 912 time: 0.0915649 Aug 27 01:33:23.962691 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-13077940-cb5d-462e-ab30-fb1d414477be req-7e74ee8c-445a-45f5-98b1-a347a329a9b8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f18d8c2b-ab08-4402-a440-92bdcf75c38a HTTP/1.1" status: 200 len: 1000 time: 0.0818217 Aug 27 01:33:24.053240 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13077940-cb5d-462e-ab30-fb1d414477be req-852bcaf1-01fe-42ce-bfba-075bddfc13e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:24.053240 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-13077940-cb5d-462e-ab30-fb1d414477be req-852bcaf1-01fe-42ce-bfba-075bddfc13e5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e1b7ebb0-22fa-4fc2-81e3-fd4ce0a9462d HTTP/1.1" status: 200 len: 850 time: 0.0809410 Aug 27 01:33:24.112354 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13077940-cb5d-462e-ab30-fb1d414477be req-0d785ffe-735f-4925-a87b-627c84345634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:24.114045 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-13077940-cb5d-462e-ab30-fb1d414477be req-0d785ffe-735f-4925-a87b-627c84345634 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6cba5cc2-c26d-402b-a305-3f91c04ec99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0490766 Aug 27 01:33:24.247354 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-13077940-cb5d-462e-ab30-fb1d414477be req-d01f43dc-5199-4096-bec7-16ae0cf7c7dc service neutron] 10.222.0.24 "GET /v2.0/networks/6cba5cc2-c26d-402b-a305-3f91c04ec99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196525 Aug 27 01:33:24.341369 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:24.468897 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767cdac4-1951-4365-87ed-54abb2465156 req-7362dd9e-eee5-4c0e-b748-f3aea2264ed6 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:24.468897 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-767cdac4-1951-4365-87ed-54abb2465156 req-7362dd9e-eee5-4c0e-b748-f3aea2264ed6 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc5d2b5b-0f23-4214-b423-29eea2193d17 HTTP/1.1" status: 200 len: 945 time: 0.0954959 Aug 27 01:33:24.468897 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-13077940-cb5d-462e-ab30-fb1d414477be req-3a0bd42d-8ddb-4028-bd4e-f171dc1d178b service neutron] 10.222.0.24 "GET /v2.0/networks/6cba5cc2-c26d-402b-a305-3f91c04ec99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855512 Aug 27 01:33:24.517601 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-767cdac4-1951-4365-87ed-54abb2465156 req-9f0fc953-21ab-490f-8e36-d6039d9fc84e tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416143 Aug 27 01:33:24.678358 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a9062-b696-4275-8d91-df18c58dcf70 req-9c145fcc-319c-4631-83dd-4258bd384229 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:24.680703 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-ae0a9062-b696-4275-8d91-df18c58dcf70 req-9c145fcc-319c-4631-83dd-4258bd384229 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 945 time: 0.0728402 Aug 27 01:33:24.760535 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-ae0a9062-b696-4275-8d91-df18c58dcf70 req-92f82062-6d09-4244-a9f3-cb97703c36d5 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724425 Aug 27 01:33:24.960898 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f7bd1-ba82-44a9-9183-7cc45611df48 req-83c8e997-bf57-4381-8ad3-6ab450e7e3ba tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:24.962874 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-592f7bd1-ba82-44a9-9183-7cc45611df48 req-83c8e997-bf57-4381-8ad3-6ab450e7e3ba tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 945 time: 0.0693810 Aug 27 01:33:25.018702 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-592f7bd1-ba82-44a9-9183-7cc45611df48 req-b5a80872-8bb4-4818-b0b1-2abbc13e3dff tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417068 Aug 27 01:33:25.938831 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625796c-d62a-4066-8a82-b0becc170993 req-37975989-e850-41bb-9709-0f2829654e22 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:25.940633 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-a625796c-d62a-4066-8a82-b0becc170993 req-37975989-e850-41bb-9709-0f2829654e22 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 945 time: 0.0596972 Aug 27 01:33:25.989760 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-a625796c-d62a-4066-8a82-b0becc170993 req-e718213c-e634-4577-a322-d4c19c6f8b9f tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413282 Aug 27 01:33:26.184039 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba252c08-9f3f-489e-8416-f92eb3f5d14f req-a3bd19bc-f932-4d96-b653-a10efb40d5c9 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:26.185736 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-ba252c08-9f3f-489e-8416-f92eb3f5d14f req-a3bd19bc-f932-4d96-b653-a10efb40d5c9 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 945 time: 0.0575943 Aug 27 01:33:26.246531 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-ba252c08-9f3f-489e-8416-f92eb3f5d14f req-676003e3-275f-48cc-baa6-a85cbb431b3c tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468872 Aug 27 01:33:27.009255 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.agents_db [None req-fec0d0a0-65fd-4898-8015-6bc2580b487e None None] Agent healthcheck: found 6 active agents {{(pid=94318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 01:33:27.371040 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc45352-faec-44ee-b8ce-17e08e39541f req-fc8c6fb3-c800-44af-8cb6-5f876e24e853 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:27.373387 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-1bc45352-faec-44ee-b8ce-17e08e39541f req-fc8c6fb3-c800-44af-8cb6-5f876e24e853 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 945 time: 0.0534103 Aug 27 01:33:27.431249 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-1bc45352-faec-44ee-b8ce-17e08e39541f req-77839a96-0e53-4217-90f5-128dcb717ef5 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509043 Aug 27 01:33:28.573094 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8b62b-c623-40b1-930a-35c9feb6e130 req-2f3ced1e-d2c2-44ab-9fc7-c8d95bc3babe tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:28.577586 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-ebc8b62b-c623-40b1-930a-35c9feb6e130 req-2f3ced1e-d2c2-44ab-9fc7-c8d95bc3babe tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 945 time: 0.0521538 Aug 27 01:33:28.624004 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-ebc8b62b-c623-40b1-930a-35c9feb6e130 req-a3f6c3b8-8d64-4f66-b926-72c79524bb91 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417342 Aug 27 01:33:29.742837 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6034acf7-7300-4d11-82e6-bc0f75882545 req-c5e20cd3-87ec-40c8-8c64-def1389ca0b1 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:29.744318 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-6034acf7-7300-4d11-82e6-bc0f75882545 req-c5e20cd3-87ec-40c8-8c64-def1389ca0b1 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 945 time: 0.0478585 Aug 27 01:33:29.781882 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-6034acf7-7300-4d11-82e6-bc0f75882545 req-2da6ffeb-bb1a-4849-8ffb-9de188b6c01f tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315721 Aug 27 01:33:30.937459 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c257a-352e-4e4e-b6d4-8b0bef063bbc req-ecf2c5ec-3fc8-44d1-8df3-3fe292791a3c tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:30.939635 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-753c257a-352e-4e4e-b6d4-8b0bef063bbc req-ecf2c5ec-3fc8-44d1-8df3-3fe292791a3c tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 945 time: 0.0611718 Aug 27 01:33:30.985118 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-753c257a-352e-4e4e-b6d4-8b0bef063bbc req-4ee373fb-d2c9-4a5c-badc-d53928b88ae8 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379376 Aug 27 01:33:32.150799 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd205c-5f0c-48dc-93dd-ca4c6cb64996 req-c8886aeb-939d-467c-aa53-de0c8c194f33 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:32.157150 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-72cd205c-5f0c-48dc-93dd-ca4c6cb64996 req-c8886aeb-939d-467c-aa53-de0c8c194f33 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 945 time: 0.0604923 Aug 27 01:33:32.213154 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-72cd205c-5f0c-48dc-93dd-ca4c6cb64996 req-f7bdd0b0-1ebd-4568-9afe-1245270696f2 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502419 Aug 27 01:33:32.935310 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fea2b97-0938-4dd7-a0cc-5816230554a0 req-732fd11e-04c4-4568-af1b-a5b8d1f54c3e tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:32.944029 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6fea2b97-0938-4dd7-a0cc-5816230554a0 req-732fd11e-04c4-4568-af1b-a5b8d1f54c3e tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0788925 Aug 27 01:33:32.995492 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6fea2b97-0938-4dd7-a0cc-5816230554a0 req-bd0cdbb1-89d1-4fec-9524-e9726834c464 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512962 Aug 27 01:33:33.336668 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f838fc7-2649-449a-938a-d48c75896420 req-874a51ff-f359-4766-ae95-339da88a20ca tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:33.338282 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-6f838fc7-2649-449a-938a-d48c75896420 req-874a51ff-f359-4766-ae95-339da88a20ca tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 945 time: 0.0543988 Aug 27 01:33:33.378118 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-6f838fc7-2649-449a-938a-d48c75896420 req-92f0324d-69de-4a1c-95e5-5cbaa5c2c99f tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339675 Aug 27 01:33:34.120718 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472bc7fd-72ae-4e3b-baf4-fe0b1760ab32 req-5e4caae0-8e17-4332-bf8e-6084ae47f71e tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:34.126077 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-472bc7fd-72ae-4e3b-baf4-fe0b1760ab32 req-5e4caae0-8e17-4332-bf8e-6084ae47f71e tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0528719 Aug 27 01:33:34.175050 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-472bc7fd-72ae-4e3b-baf4-fe0b1760ab32 req-bd2458cb-1843-458f-9d58-efa214b17347 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444305 Aug 27 01:33:34.499743 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde61a5-061b-40dc-afbb-71d17a9e326f req-c534a360-84bb-4a83-bf2f-b32033abe360 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:34.501370 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-9fde61a5-061b-40dc-afbb-71d17a9e326f req-c534a360-84bb-4a83-bf2f-b32033abe360 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 945 time: 0.0508120 Aug 27 01:33:34.538436 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-9fde61a5-061b-40dc-afbb-71d17a9e326f req-6686d45e-4984-42d1-87a6-bb77bd5d18c4 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313277 Aug 27 01:33:35.299011 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d219ed-8161-4974-8c3d-b621673d43e7 req-35ff7b73-340c-40e2-9787-b49cb0c0a292 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:35.300475 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-b7d219ed-8161-4974-8c3d-b621673d43e7 req-35ff7b73-340c-40e2-9787-b49cb0c0a292 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0571265 Aug 27 01:33:35.338492 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-b7d219ed-8161-4974-8c3d-b621673d43e7 req-d82268e2-9224-49a7-a9c1-daab8c9a7dc5 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309887 Aug 27 01:33:35.431529 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2e665-9565-4f3c-ab80-9c7f085a4b0a req-168edce9-7209-4322-96c1-875971937866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:35.433172 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-45d2e665-9565-4f3c-ab80-9c7f085a4b0a req-168edce9-7209-4322-96c1-875971937866 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc3b4bb0756249d19606e34fca91d4d5&device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 1099 time: 0.0402622 Aug 27 01:33:35.530551 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2e665-9565-4f3c-ab80-9c7f085a4b0a req-2cc5fe5e-aee9-41d2-aad1-222cfc265219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:35.532209 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-45d2e665-9565-4f3c-ab80-9c7f085a4b0a req-2cc5fe5e-aee9-41d2-aad1-222cfc265219 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b44490e8-3c86-4803-b813-6cfe1338f3e9 HTTP/1.1" status: 200 len: 919 time: 0.0858209 Aug 27 01:33:35.581632 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-45d2e665-9565-4f3c-ab80-9c7f085a4b0a req-a61f8cf4-6c33-4917-a8c0-91707e4af070 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f68a3b4-5d9c-4b17-875e-e3990c07efa7 HTTP/1.1" status: 200 len: 217 time: 0.0382249 Aug 27 01:33:35.635676 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2e665-9565-4f3c-ab80-9c7f085a4b0a req-c9d44271-7de1-4850-8209-e895c104af83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:35.637101 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-45d2e665-9565-4f3c-ab80-9c7f085a4b0a req-c9d44271-7de1-4850-8209-e895c104af83 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a5d3291c-8bd6-41d2-89c4-7dffd869bccd HTTP/1.1" status: 200 len: 858 time: 0.0433879 Aug 27 01:33:35.664485 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053edec-b113-498c-bba4-45c8f1a3ec6b req-f368d445-a92f-45b0-a9e3-10b8596c8347 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:35.669091 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-4053edec-b113-498c-bba4-45c8f1a3ec6b req-f368d445-a92f-45b0-a9e3-10b8596c8347 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 945 time: 0.0474560 Aug 27 01:33:35.709546 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-4053edec-b113-498c-bba4-45c8f1a3ec6b req-3a7c7bb4-c20f-4001-a0a9-be504b248c7d tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375276 Aug 27 01:33:35.794480 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-45d2e665-9565-4f3c-ab80-9c7f085a4b0a req-da5296fa-6560-4c3b-8969-5a7e625d3f6a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b44490e8-3c86-4803-b813-6cfe1338f3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258553 Aug 27 01:33:36.462653 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0b116-04b2-4021-855d-83036d0ca53f req-aa3a2bd9-33db-4fd7-8834-d541cf0abbb6 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:36.464128 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-16f0b116-04b2-4021-855d-83036d0ca53f req-aa3a2bd9-33db-4fd7-8834-d541cf0abbb6 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0550056 Aug 27 01:33:36.501218 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-16f0b116-04b2-4021-855d-83036d0ca53f req-1259a929-858d-4e0b-b678-f48344d0b23e tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311954 Aug 27 01:33:36.837637 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b36a3-5bf3-4688-8172-f602500bda1c req-41bd87d0-6392-4805-bf89-6c604148b364 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:36.839194 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-509b36a3-5bf3-4688-8172-f602500bda1c req-41bd87d0-6392-4805-bf89-6c604148b364 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 945 time: 0.0560672 Aug 27 01:33:36.883483 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-509b36a3-5bf3-4688-8172-f602500bda1c req-287efce9-5343-4ae3-8737-956c89c2feda tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379074 Aug 27 01:33:36.958738 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-45d2e665-9565-4f3c-ab80-9c7f085a4b0a req-c3957391-34f5-4a0f-841d-6fab7757bf27 service neutron] 10.222.0.24 "GET /v2.0/networks/b44490e8-3c86-4803-b813-6cfe1338f3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922182 Aug 27 01:33:37.717284 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129f25a-851a-4be1-96ba-dca376e8002e req-6e5f71c0-5c07-488b-a8b3-dd119e4a90e2 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:37.717284 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-5129f25a-851a-4be1-96ba-dca376e8002e req-6e5f71c0-5c07-488b-a8b3-dd119e4a90e2 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0510523 Aug 27 01:33:37.717284 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-5129f25a-851a-4be1-96ba-dca376e8002e req-5d685432-0e29-4c10-8d80-7cd104f674fa tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298412 Aug 27 01:33:37.802766 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-45d2e665-9565-4f3c-ab80-9c7f085a4b0a req-befcfc6d-f43a-490c-a48a-256aaae79108 service neutron] 10.222.0.24 "GET /v2.0/networks/b44490e8-3c86-4803-b813-6cfe1338f3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802085 Aug 27 01:33:38.007460 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f5ad5-160e-4ad6-a935-a6b07581e69f req-f060b4ba-6d2d-41b8-8bec-108ed79179db tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:38.008917 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-097f5ad5-160e-4ad6-a935-a6b07581e69f req-f060b4ba-6d2d-41b8-8bec-108ed79179db tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 945 time: 0.0470116 Aug 27 01:33:38.046177 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-097f5ad5-160e-4ad6-a935-a6b07581e69f req-425e0622-8136-4a7a-817f-2049eb3a64dc tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313160 Aug 27 01:33:38.777608 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa7e14-ea9e-48c1-b3d7-bf458877bb46 req-b94a9c8a-13c1-4a98-ac1f-75d44bbe6958 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:38.779310 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-3aaa7e14-ea9e-48c1-b3d7-bf458877bb46 req-b94a9c8a-13c1-4a98-ac1f-75d44bbe6958 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0489695 Aug 27 01:33:38.816580 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-3aaa7e14-ea9e-48c1-b3d7-bf458877bb46 req-a5bbfbbb-f498-4d1b-8a71-6defa7dd7f2e tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314844 Aug 27 01:33:39.166887 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c0de9-2f74-41f0-a6a9-ad599614ba80 req-0a4cc83b-03f8-47b0-9b95-66717e153d0f tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:39.168498 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-2d9c0de9-2f74-41f0-a6a9-ad599614ba80 req-0a4cc83b-03f8-47b0-9b95-66717e153d0f tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 945 time: 0.0531313 Aug 27 01:33:39.209896 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-2d9c0de9-2f74-41f0-a6a9-ad599614ba80 req-32ae3e13-c791-47ca-824c-ca5da86b7605 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355928 Aug 27 01:33:39.300605 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b3ed94-0e8d-47aa-8f6b-c7b37e183981 req-bcc697af-4fdc-4c33-a1e9-53bd0ad1bd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:39.302294 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-58b3ed94-0e8d-47aa-8f6b-c7b37e183981 req-bcc697af-4fdc-4c33-a1e9-53bd0ad1bd98 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9cbe428e1f9c456087aa6ec677fe0330&device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 1098 time: 0.0481091 Aug 27 01:33:39.391267 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b3ed94-0e8d-47aa-8f6b-c7b37e183981 req-0ce13197-1e1f-4d6c-9ed9-0d0e5263efbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:39.392728 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-58b3ed94-0e8d-47aa-8f6b-c7b37e183981 req-0ce13197-1e1f-4d6c-9ed9-0d0e5263efbe service neutron] 10.222.0.24 "GET /v2.0/networks?id=5c8689e3-4506-47c0-a652-97ed18836189 HTTP/1.1" status: 200 len: 918 time: 0.0821049 Aug 27 01:33:39.932284 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594346f-3008-470a-9864-d65b73c7ea10 req-daffd6ed-1e8e-4023-8e63-d7b334aa33b8 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:39.935623 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-9594346f-3008-470a-9864-d65b73c7ea10 req-daffd6ed-1e8e-4023-8e63-d7b334aa33b8 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0491583 Aug 27 01:33:39.975654 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-9594346f-3008-470a-9864-d65b73c7ea10 req-82201b43-bd2f-4568-82be-86408c3dc8e8 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359898 Aug 27 01:33:40.360733 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f82b4ca-66a6-4bb5-b48f-f9d813ba53c2 req-e5e6d51c-709d-4cc6-94e1-5a74725bea2c tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:40.364473 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-9f82b4ca-66a6-4bb5-b48f-f9d813ba53c2 req-e5e6d51c-709d-4cc6-94e1-5a74725bea2c tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 945 time: 0.0729170 Aug 27 01:33:40.373675 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-58b3ed94-0e8d-47aa-8f6b-c7b37e183981 req-934de202-114f-45ed-b98d-a7b000071ff2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e HTTP/1.1" status: 200 len: 1000 time: 0.0703979 Aug 27 01:33:40.408710 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-9f82b4ca-66a6-4bb5-b48f-f9d813ba53c2 req-0764605e-0c12-4641-af9b-3bf28035c599 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382493 Aug 27 01:33:41.089292 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716fe4d-71b8-40d9-95a2-8c913e6652b6 req-d87d1bc9-1875-4dc6-8347-1b1550feebb2 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:41.090766 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-5716fe4d-71b8-40d9-95a2-8c913e6652b6 req-d87d1bc9-1875-4dc6-8347-1b1550feebb2 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0480173 Aug 27 01:33:41.128526 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-5716fe4d-71b8-40d9-95a2-8c913e6652b6 req-8b4e97cd-c290-4be9-ad99-9850af3a6e98 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319328 Aug 27 01:33:41.218273 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b3ed94-0e8d-47aa-8f6b-c7b37e183981 req-8ff285ef-2e73-4254-8fe3-41ff3899d9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:41.219628 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-58b3ed94-0e8d-47aa-8f6b-c7b37e183981 req-8ff285ef-2e73-4254-8fe3-41ff3899d9c2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=20caaf11-6500-4480-a57e-55af9949d7c0 HTTP/1.1" status: 200 len: 856 time: 0.0477738 Aug 27 01:33:41.545801 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3510c7e-8ac3-456c-becb-9c7832e35af8 req-81b9cd78-00f7-4624-a81a-86bd258e2774 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:41.547406 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-d3510c7e-8ac3-456c-becb-9c7832e35af8 req-81b9cd78-00f7-4624-a81a-86bd258e2774 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 945 time: 0.0575018 Aug 27 01:33:41.595489 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-d3510c7e-8ac3-456c-becb-9c7832e35af8 req-a694d5be-ad2a-4851-821a-6eaa56d255cf tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402246 Aug 27 01:33:41.946164 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-6cd852c4-c4a5-4019-b7a2-a10c2beeba7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:42.240305 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d3c5f-59a2-4966-b3fc-436536058cc7 req-6fad1855-0d89-4e43-baf8-26a922a34de9 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:42.241963 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-1b9d3c5f-59a2-4966-b3fc-436536058cc7 req-6fad1855-0d89-4e43-baf8-26a922a34de9 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0475719 Aug 27 01:33:42.254675 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device 5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e no longer exists at agent hyperv_hv-cinder-75916 {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 01:33:42.308305 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-1b9d3c5f-59a2-4966-b3fc-436536058cc7 req-1d9f7ce6-d49d-4f29-9ba7-ce91f877d25a tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553048 Aug 27 01:33:42.310105 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b3ed94-0e8d-47aa-8f6b-c7b37e183981 req-44aa5bdf-1ee7-439c-8cc1-6f216ebacdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:42.311494 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-58b3ed94-0e8d-47aa-8f6b-c7b37e183981 req-44aa5bdf-1ee7-439c-8cc1-6f216ebacdbc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5c8689e3-4506-47c0-a652-97ed18836189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0665402 Aug 27 01:33:42.333996 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:42.356512 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec83298-8a1e-4edd-be07-4e0592a0ce04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e'}] {{(pid=94317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:33:42.358734 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ae24146460100d3107ec4d42823fa970b16dae16efc5fac949978fe01edd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb4829c-f4a5-4704-9f93-a6f08358c046" -d '{"events": [{"server_uuid": "6ec83298-8a1e-4edd-be07-4e0592a0ce04", "name": "network-vif-unplugged", "status": "completed", "tag": "5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e"}]}' {{(pid=94317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:33:42.375965 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port 5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e,segment=NetworkSegment(f8ab679e-b537-4c90-a2f7-0b9fb93d20b1),segment_id=f8ab679e-b537-4c90-a2f7-0b9fb93d20b1)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:33:42.397833 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 01:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2675b10-0a82-477e-a07d-7a9214faf693 x-openstack-request-id: req-f2675b10-0a82-477e-a07d-7a9214faf693 {{(pid=94317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:33:42.398657 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ec83298-8a1e-4edd-be07-4e0592a0ce04", "name": "network-vif-unplugged", "status": "completed", "tag": "5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e", "code": 200}]} {{(pid=94317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:33:42.398919 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f2675b10-0a82-477e-a07d-7a9214faf693 {{(pid=94317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:33:42.399320 dv-cinder-759169-3-iscsi neutron-server[94317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec83298-8a1e-4edd-be07-4e0592a0ce04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e', 'code': 200} Aug 27 01:33:42.409414 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-58b3ed94-0e8d-47aa-8f6b-c7b37e183981 req-054bf22d-1e58-491e-b096-53b74111aa79 service neutron] 10.222.0.24 "GET /v2.0/networks/5c8689e3-4506-47c0-a652-97ed18836189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878916 Aug 27 01:33:42.454874 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:42.502978 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Pushing event updated for resources: {'Port': ['ID=5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e,revision_number=8']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:33:42.553620 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-58b3ed94-0e8d-47aa-8f6b-c7b37e183981 req-034daca3-698d-41a3-bfd4-0cb7b8dfe82f service neutron] 10.222.0.24 "GET /v2.0/networks/5c8689e3-4506-47c0-a652-97ed18836189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835557 Aug 27 01:33:42.722248 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c4a6ac-a8df-4c6d-848f-cc2ce0ee41c7 req-84acbb5d-de16-438c-aee9-fcac9636b5f8 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:42.723734 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-62c4a6ac-a8df-4c6d-848f-cc2ce0ee41c7 req-84acbb5d-de16-438c-aee9-fcac9636b5f8 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 943 time: 0.0585785 Aug 27 01:33:42.761845 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-62c4a6ac-a8df-4c6d-848f-cc2ce0ee41c7 req-562c3855-d83b-4357-a30d-9645f24a67b6 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318587 Aug 27 01:33:43.423839 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468d15b4-2304-4885-8748-06847c768f21 req-4f96c821-1420-48bd-8a05-8a6a7afe3577 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:43.425357 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-468d15b4-2304-4885-8748-06847c768f21 req-4f96c821-1420-48bd-8a05-8a6a7afe3577 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0487773 Aug 27 01:33:43.466134 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-468d15b4-2304-4885-8748-06847c768f21 req-8b9937ab-a163-4d26-8bf4-46ce5d252a08 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345149 Aug 27 01:33:43.881602 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7cc3a0-9841-4eb4-82d5-741832fc3ae8 req-945b5851-3afd-4f2c-8760-4b7b41823d30 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:43.883316 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6c7cc3a0-9841-4eb4-82d5-741832fc3ae8 req-945b5851-3afd-4f2c-8760-4b7b41823d30 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 943 time: 0.0493290 Aug 27 01:33:43.924596 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6c7cc3a0-9841-4eb4-82d5-741832fc3ae8 req-2ccf88b5-dd89-4547-afa8-a14e696663de tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328958 Aug 27 01:33:44.494455 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e6de6f14-8f14-472a-8f4a-90309f993584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:44.584854 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7dfaea-c41d-4557-a124-1d5d01e55a8e req-6da75669-078e-4db5-a8fc-d3b5ba0bbc1a tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:44.587176 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-df7dfaea-c41d-4557-a124-1d5d01e55a8e req-6da75669-078e-4db5-a8fc-d3b5ba0bbc1a tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0500913 Aug 27 01:33:44.624350 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-df7dfaea-c41d-4557-a124-1d5d01e55a8e req-9acda548-77ad-47ef-aa3c-87afb21a1827 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313239 Aug 27 01:33:44.637867 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:45.044109 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bffc2d-a5a8-45d7-b261-5975e810a90d req-76ef70e6-99bb-4fa0-99c6-bf8077f5cd76 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:45.045611 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-19bffc2d-a5a8-45d7-b261-5975e810a90d req-76ef70e6-99bb-4fa0-99c6-bf8077f5cd76 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 943 time: 0.0482695 Aug 27 01:33:45.084603 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-19bffc2d-a5a8-45d7-b261-5975e810a90d req-f7928cc1-f61c-4d19-95fd-e29d458f32f5 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321550 Aug 27 01:33:45.739497 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd9e280-81ae-454b-8540-ba91ccf321f1 req-57e1c206-2495-4ce2-8360-1cafa4a3034c tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:45.742321 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-4bd9e280-81ae-454b-8540-ba91ccf321f1 req-57e1c206-2495-4ce2-8360-1cafa4a3034c tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0512273 Aug 27 01:33:45.782349 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-4bd9e280-81ae-454b-8540-ba91ccf321f1 req-4f39009b-78a5-47cd-bde2-86faf6869ae8 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337706 Aug 27 01:33:45.888912 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ed545f81-8b1b-4cf8-a1bc-5817d83b44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:46.210981 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91dd7e6-9d97-47bb-8c20-fda97b508982 req-51858415-8748-4235-8c2e-a3f7d49d6e52 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:46.213041 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-c91dd7e6-9d97-47bb-8c20-fda97b508982 req-51858415-8748-4235-8c2e-a3f7d49d6e52 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 943 time: 0.0544338 Aug 27 01:33:46.220019 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 57446) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:33:46.253358 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-c91dd7e6-9d97-47bb-8c20-fda97b508982 req-5365f903-510c-4c56-b7c1-b004b40277d9 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332031 Aug 27 01:33:46.334436 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-5459b990-2379-437c-a5cd-48278f21de7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:46.426451 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-5459b990-2379-437c-a5cd-48278f21de7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:46.500622 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-5459b990-2379-437c-a5cd-48278f21de7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:46.542837 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-5459b990-2379-437c-a5cd-48278f21de7a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=51ef8c453fe94424a4bb29896d65d600&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3216264 Aug 27 01:33:46.543679 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5459b990-2379-437c-a5cd-48278f21de7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9599d8b3-5525-432c-93dc-593cb10b9112,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:33:46.545606 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 57464) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:33:46.562210 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5459b990-2379-437c-a5cd-48278f21de7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:33:46.562549 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5459b990-2379-437c-a5cd-48278f21de7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:33:46.562883 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5459b990-2379-437c-a5cd-48278f21de7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:33:46.563209 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5459b990-2379-437c-a5cd-48278f21de7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:33:46.563530 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5459b990-2379-437c-a5cd-48278f21de7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:33:46.563855 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5459b990-2379-437c-a5cd-48278f21de7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:33:46.564172 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5459b990-2379-437c-a5cd-48278f21de7a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:33:46.564508 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5459b990-2379-437c-a5cd-48278f21de7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:33:46.564802 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5459b990-2379-437c-a5cd-48278f21de7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:33:46.565141 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5459b990-2379-437c-a5cd-48278f21de7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:33:46.565453 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5459b990-2379-437c-a5cd-48278f21de7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:33:46.565763 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5459b990-2379-437c-a5cd-48278f21de7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:33:46.610824 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-ee646a2e-faad-4bbc-a439-2bed0420d703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:46.632768 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-ee646a2e-faad-4bbc-a439-2bed0420d703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:46.734656 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-ee646a2e-faad-4bbc-a439-2bed0420d703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:46.737203 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-ee646a2e-faad-4bbc-a439-2bed0420d703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:46.738325 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-ee646a2e-faad-4bbc-a439-2bed0420d703 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9599d8b3-5525-432c-93dc-593cb10b9112 HTTP/1.1" status: 204 len: 168 time: 0.1918354 Aug 27 01:33:46.746348 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee646a2e-faad-4bbc-a439-2bed0420d703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9599d8b3-5525-432c-93dc-593cb10b9112,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:33:46.899538 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c948c67-34dd-49cd-b461-c8e0d590262f req-54b2d5bf-5c4b-44b1-8ec0-58a002dd3e65 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:46.900951 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0c948c67-34dd-49cd-b461-c8e0d590262f req-54b2d5bf-5c4b-44b1-8ec0-58a002dd3e65 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0499115 Aug 27 01:33:46.939825 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0c948c67-34dd-49cd-b461-c8e0d590262f req-f9fa5e8d-baa5-4e83-87ad-9b48526a377e tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325251 Aug 27 01:33:47.233769 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device 5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e no longer exists at agent hyperv_hv-cinder-75916 {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 01:33:47.375247 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 57484) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:33:47.388515 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-cbcdab64-1c37-4879-9389-70a6bc4943e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:47.407703 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-809c4053-e1f3-4656-979d-5dfd58cb0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:47.481521 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-cbcdab64-1c37-4879-9389-70a6bc4943e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:47.545176 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-cbcdab64-1c37-4879-9389-70a6bc4943e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:47.587684 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-cbcdab64-1c37-4879-9389-70a6bc4943e3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6087daa59ad64312a3b4579e38c7e8d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2103140 Aug 27 01:33:47.589825 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 57490) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:33:47.590333 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcdab64-1c37-4879-9389-70a6bc4943e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2474e421-cb19-44cd-9551-c0ffbf12b85b,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:33:47.639351 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-0b368d5e-f516-4c81-9f4d-6b16f1a8406f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:47.660395 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-0b368d5e-f516-4c81-9f4d-6b16f1a8406f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:47.764581 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-0b368d5e-f516-4c81-9f4d-6b16f1a8406f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:47.767362 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-0b368d5e-f516-4c81-9f4d-6b16f1a8406f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:47.768562 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-0b368d5e-f516-4c81-9f4d-6b16f1a8406f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2474e421-cb19-44cd-9551-c0ffbf12b85b HTTP/1.1" status: 204 len: 168 time: 0.1777217 Aug 27 01:33:47.781553 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b368d5e-f516-4c81-9f4d-6b16f1a8406f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2474e421-cb19-44cd-9551-c0ffbf12b85b,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:33:47.790386 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b368d5e-f516-4c81-9f4d-6b16f1a8406f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:33:47.790765 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b368d5e-f516-4c81-9f4d-6b16f1a8406f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:33:47.791642 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b368d5e-f516-4c81-9f4d-6b16f1a8406f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:33:47.792193 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b368d5e-f516-4c81-9f4d-6b16f1a8406f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:33:47.792709 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b368d5e-f516-4c81-9f4d-6b16f1a8406f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:33:47.802004 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b368d5e-f516-4c81-9f4d-6b16f1a8406f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:33:47.802004 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b368d5e-f516-4c81-9f4d-6b16f1a8406f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:33:47.802004 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b368d5e-f516-4c81-9f4d-6b16f1a8406f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:33:47.802004 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b368d5e-f516-4c81-9f4d-6b16f1a8406f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:33:47.802004 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b368d5e-f516-4c81-9f4d-6b16f1a8406f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:33:47.802004 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b368d5e-f516-4c81-9f4d-6b16f1a8406f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:33:47.802004 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b368d5e-f516-4c81-9f4d-6b16f1a8406f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:33:47.832091 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b7e5d-369b-4362-8519-4b441c3daa6f req-2ba91091-f50f-4d5c-998d-971e926d01f3 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:47.841175 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-375b7e5d-369b-4362-8519-4b441c3daa6f req-2ba91091-f50f-4d5c-998d-971e926d01f3 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 943 time: 0.0768065 Aug 27 01:33:47.879680 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-375b7e5d-369b-4362-8519-4b441c3daa6f req-68c2e24f-4f13-4694-820d-b32eb11d29a0 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385232 Aug 27 01:33:48.322546 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc5faf-3869-4ba0-bc77-686b4e804ec4 req-ede01939-a5d1-434f-b0b4-2a749fcbc05c tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:48.323936 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-c8bc5faf-3869-4ba0-bc77-686b4e804ec4 req-ede01939-a5d1-434f-b0b4-2a749fcbc05c tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.3029151 Aug 27 01:33:48.359904 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-c8bc5faf-3869-4ba0-bc77-686b4e804ec4 req-7a192f70-9346-49ea-bdee-f15f6f1a51df tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301192 Aug 27 01:33:48.584395 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 57532) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:33:48.667141 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-ffe663f5-9408-4656-8248-6ae8b1fce0cc req-0ca19f02-cafe-4011-9ff0-790339fbab79 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0809693 Aug 27 01:33:48.842928 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 57550) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:33:48.939941 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [None req-377e1a79-77f8-4371-9563-16c271625799 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1290715138-network', 'tenant_id': '2fcebc7910554381970b1c8b98aeaa69'}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:33:49.035351 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c83e74-5dd4-4ee9-a358-1ce506c9a971 req-f6b36efe-cafd-496e-8d1f-2345f83c5ba1 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:49.036886 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-32c83e74-5dd4-4ee9-a358-1ce506c9a971 req-f6b36efe-cafd-496e-8d1f-2345f83c5ba1 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 943 time: 0.0512977 Aug 27 01:33:49.042458 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377e1a79-77f8-4371-9563-16c271625799 admin admin] Made reservation on behalf of 2fcebc7910554381970b1c8b98aeaa69 for: {'network': 1} {{(pid=94316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:33:49.047740 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-377e1a79-77f8-4371-9563-16c271625799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for network, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:49.068401 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-377e1a79-77f8-4371-9563-16c271625799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:49.100138 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-32c83e74-5dd4-4ee9-a358-1ce506c9a971 req-01937b0e-f7fd-4bb3-836b-286b3a39924c tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530219 Aug 27 01:33:49.170387 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-377e1a79-77f8-4371-9563-16c271625799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:49.214538 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-377e1a79-77f8-4371-9563-16c271625799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:49.240759 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-377e1a79-77f8-4371-9563-16c271625799 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=94316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 01:33:49.257879 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377e1a79-77f8-4371-9563-16c271625799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a361dbb-e7c3-423f-a9f7-59ed21d624ab,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:33:49.261305 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-377e1a79-77f8-4371-9563-16c271625799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935457'] for segment, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:49.261648 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.db.segments_db [None req-377e1a79-77f8-4371-9563-16c271625799 admin admin] Added segment 78382dd1-9b1a-446c-8f39-7cdb242ea32b of type vlan for network 07712ecd-a690-4b2e-9501-cd9d26893368 Aug 27 01:33:49.299715 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-377e1a79-77f8-4371-9563-16c271625799 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791478006384'] for network, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:49.408641 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-377e1a79-77f8-4371-9563-16c271625799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225'] for network, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:49.409663 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377e1a79-77f8-4371-9563-16c271625799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:49.410238 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-377e1a79-77f8-4371-9563-16c271625799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for network, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:49.471090 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377e1a79-77f8-4371-9563-16c271625799 admin admin] Pushing event updated for resources: {'Network': ['ID=07712ecd-a690-4b2e-9501-cd9d26893368,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:33:49.480802 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e927733c-956e-421d-a68b-e7dd43180e03 req-a4bd4943-9360-49f3-980b-1045d73c7ded tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:49.480802 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-e927733c-956e-421d-a68b-e7dd43180e03 req-a4bd4943-9360-49f3-980b-1045d73c7ded tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0485058 Aug 27 01:33:49.482387 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Network 07712ecd-a690-4b2e-9501-cd9d26893368 details requested by agent ovs-agent-dv-cinder-759169-3-iscsi with host dv-cinder-759169-3-iscsi {{(pid=94317) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 01:33:49.517379 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-e927733c-956e-421d-a68b-e7dd43180e03 req-93a004f1-a806-486e-938b-f8c0942129ac tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317352 Aug 27 01:33:49.532788 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-377e1a79-77f8-4371-9563-16c271625799 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6920321 Aug 27 01:33:49.533429 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 57560) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:33:49.543099 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [None req-3b377b93-3782-4be3-b936-47fbab6a1d8a admin admin] Request body: {'subnet': {'network_id': '07712ecd-a690-4b2e-9501-cd9d26893368', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1290715138-subnet', 'tenant_id': '2fcebc7910554381970b1c8b98aeaa69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:33:49.637231 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b377b93-3782-4be3-b936-47fbab6a1d8a admin admin] Made reservation on behalf of 2fcebc7910554381970b1c8b98aeaa69 for: {'subnet': 1} {{(pid=94316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:33:49.639595 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-3b377b93-3782-4be3-b936-47fbab6a1d8a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:49.871847 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-3b377b93-3782-4be3-b936-47fbab6a1d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225'] for subnet, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:49.937632 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b377b93-3782-4be3-b936-47fbab6a1d8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=39baaddb-191d-4dfc-a0f6-3499ab862623,revision_number=0']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:33:49.944410 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b377b93-3782-4be3-b936-47fbab6a1d8a admin admin] Checking segment: {'id': '78382dd1-9b1a-446c-8f39-7cdb242ea32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '07712ecd-a690-4b2e-9501-cd9d26893368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:33:49.944710 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b377b93-3782-4be3-b936-47fbab6a1d8a admin admin] Network hostable DHCP agents. Network: 07712ecd-a690-4b2e-9501-cd9d26893368, hostable agents: ['70e474cc-df6f-4c4f-8c1d-9d362ecec16b'], hosted agents: [] {{(pid=94316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 01:33:50.071589 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b377b93-3782-4be3-b936-47fbab6a1d8a admin admin] Network 07712ecd-a690-4b2e-9501-cd9d26893368 is scheduled to be hosted by DHCP agent 70e474cc-df6f-4c4f-8c1d-9d362ecec16b with binding_index 1 {{(pid=94316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 01:33:50.146103 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.base_scheduler [None req-3b377b93-3782-4be3-b936-47fbab6a1d8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759169-3-iscsi, 07712ecd-a690-4b2e-9501-cd9d26893368) {{(pid=94316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:33:50.150964 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b377b93-3782-4be3-b936-47fbab6a1d8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:50.151678 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-3b377b93-3782-4be3-b936-47fbab6a1d8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:50.159270 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d405f06-2280-4cb2-adda-9d94c6489675 None None] Network 07712ecd-a690-4b2e-9501-cd9d26893368 requested from dv-cinder-759169-3-iscsi {{(pid=94317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 01:33:50.227879 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c9072-5491-4b64-a458-fd46c61a1777 req-a67726a4-8616-4924-9841-e7664fc9d630 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:50.229427 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-0c7c9072-5491-4b64-a458-fd46c61a1777 req-a67726a4-8616-4924-9841-e7664fc9d630 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 943 time: 0.0497644 Aug 27 01:33:50.250525 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-3b377b93-3782-4be3-b936-47fbab6a1d8a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7160685 Aug 27 01:33:50.285802 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-0c7c9072-5491-4b64-a458-fd46c61a1777 req-2ae9982f-7dba-4663-8f56-f07b94cbbbbd tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503879 Aug 27 01:33:50.294185 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194c41d9-77be-49e9-9ea1-4b4432ebad68 None None] Network 07712ecd-a690-4b2e-9501-cd9d26893368 requested from dv-cinder-759169-3-iscsi {{(pid=94317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 01:33:50.638205 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba8305-504a-4364-b8b6-6e869420532e req-c4dad604-b471-4f35-9ba5-43d3c031ec82 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:50.639654 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-05ba8305-504a-4364-b8b6-6e869420532e req-c4dad604-b471-4f35-9ba5-43d3c031ec82 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0483069 Aug 27 01:33:50.677505 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-05ba8305-504a-4364-b8b6-6e869420532e req-238098d6-2c09-460b-8c2d-726eab33749d tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318811 Aug 27 01:33:50.964976 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 57586) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:33:50.969869 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [None req-8593f4eb-46a9-4a4a-b3bd-289256457161 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-272454263-network', 'tenant_id': 'e9ba39023bd441b3b7549236b802349e'}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:33:51.060189 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8593f4eb-46a9-4a4a-b3bd-289256457161 admin admin] Made reservation on behalf of e9ba39023bd441b3b7549236b802349e for: {'network': 1} {{(pid=94316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:33:51.062537 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-8593f4eb-46a9-4a4a-b3bd-289256457161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for network, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:51.071108 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-8593f4eb-46a9-4a4a-b3bd-289256457161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:51.158907 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-8593f4eb-46a9-4a4a-b3bd-289256457161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:51.237166 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-8593f4eb-46a9-4a4a-b3bd-289256457161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:51.262215 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8593f4eb-46a9-4a4a-b3bd-289256457161 admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=94316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 01:33:51.277466 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8593f4eb-46a9-4a4a-b3bd-289256457161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50f56a3-1dea-4163-87b6-bb567c8d0346,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:33:51.283050 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-8593f4eb-46a9-4a4a-b3bd-289256457161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935457'] for segment, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:51.283719 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.db.segments_db [None req-8593f4eb-46a9-4a4a-b3bd-289256457161 admin admin] Added segment 02328d4b-0d1c-4a29-b984-1fbc27dc7c29 of type vlan for network a607e447-e3a4-469c-8dd9-96cb4b564232 Aug 27 01:33:51.326951 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-8593f4eb-46a9-4a4a-b3bd-289256457161 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791478006384'] for network, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:51.408712 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-8593f4eb-46a9-4a4a-b3bd-289256457161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225'] for network, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:51.409683 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8593f4eb-46a9-4a4a-b3bd-289256457161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:51.410306 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-8593f4eb-46a9-4a4a-b3bd-289256457161 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for network, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:51.446653 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478f36d-8404-4784-a269-8579a05b9fec req-0f59b6bf-f0b1-4f37-b7a9-42b88872ffed tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:51.448278 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-b478f36d-8404-4784-a269-8579a05b9fec req-0f59b6bf-f0b1-4f37-b7a9-42b88872ffed tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 943 time: 0.0711284 Aug 27 01:33:51.483400 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8593f4eb-46a9-4a4a-b3bd-289256457161 admin admin] Pushing event updated for resources: {'Network': ['ID=a607e447-e3a4-469c-8dd9-96cb4b564232,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:33:51.493397 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Network a607e447-e3a4-469c-8dd9-96cb4b564232 details requested by agent ovs-agent-dv-cinder-759169-3-iscsi with host dv-cinder-759169-3-iscsi {{(pid=94317) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 01:33:51.499254 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-b478f36d-8404-4784-a269-8579a05b9fec req-a0f4b5c9-3d4a-47af-9089-8b6115b98632 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450609 Aug 27 01:33:51.535508 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-8593f4eb-46a9-4a4a-b3bd-289256457161 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5694757 Aug 27 01:33:51.541235 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 57606) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:33:51.546350 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [None req-4f4096ea-67ae-4201-a316-91ca84f79d8e admin admin] Request body: {'subnet': {'network_id': 'a607e447-e3a4-469c-8dd9-96cb4b564232', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-272454263-subnet', 'tenant_id': 'e9ba39023bd441b3b7549236b802349e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:33:51.643600 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4096ea-67ae-4201-a316-91ca84f79d8e admin admin] Made reservation on behalf of e9ba39023bd441b3b7549236b802349e for: {'subnet': 1} {{(pid=94316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:33:51.646031 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-4f4096ea-67ae-4201-a316-91ca84f79d8e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:51.844052 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eca45f-fe78-48ae-8643-034f2f6a933c req-24551792-f1bc-4918-b0ea-3d213b064ef1 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:51.845545 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-d5eca45f-fe78-48ae-8643-034f2f6a933c req-24551792-f1bc-4918-b0ea-3d213b064ef1 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0910864 Aug 27 01:33:51.885398 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-d5eca45f-fe78-48ae-8643-034f2f6a933c req-244b1a8a-4a05-404c-a4fd-26bd3309962f tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338228 Aug 27 01:33:51.922925 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-4f4096ea-67ae-4201-a316-91ca84f79d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225'] for subnet, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:51.981385 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4096ea-67ae-4201-a316-91ca84f79d8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=85239350-530d-426f-89fc-f97953c69847,revision_number=0']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:33:51.990219 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4096ea-67ae-4201-a316-91ca84f79d8e admin admin] Checking segment: {'id': '02328d4b-0d1c-4a29-b984-1fbc27dc7c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a607e447-e3a4-469c-8dd9-96cb4b564232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:33:51.990528 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4096ea-67ae-4201-a316-91ca84f79d8e admin admin] Network hostable DHCP agents. Network: a607e447-e3a4-469c-8dd9-96cb4b564232, hostable agents: ['70e474cc-df6f-4c4f-8c1d-9d362ecec16b'], hosted agents: [] {{(pid=94316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 01:33:52.065686 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4096ea-67ae-4201-a316-91ca84f79d8e admin admin] Network a607e447-e3a4-469c-8dd9-96cb4b564232 is scheduled to be hosted by DHCP agent 70e474cc-df6f-4c4f-8c1d-9d362ecec16b with binding_index 1 {{(pid=94316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 01:33:52.151567 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.base_scheduler [None req-4f4096ea-67ae-4201-a316-91ca84f79d8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759169-3-iscsi, a607e447-e3a4-469c-8dd9-96cb4b564232) {{(pid=94316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:33:52.156113 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4096ea-67ae-4201-a316-91ca84f79d8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:52.156926 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-4f4096ea-67ae-4201-a316-91ca84f79d8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:52.162863 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97e1d6f-dc19-4d64-805c-5af5b76e6228 None None] Network a607e447-e3a4-469c-8dd9-96cb4b564232 requested from dv-cinder-759169-3-iscsi {{(pid=94317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 01:33:52.235823 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-4f4096ea-67ae-4201-a316-91ca84f79d8e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6900191 Aug 27 01:33:52.289650 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62054622-4215-4f48-9c65-1ae857c2e3df None None] Network a607e447-e3a4-469c-8dd9-96cb4b564232 requested from dv-cinder-759169-3-iscsi {{(pid=94317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 01:33:52.556908 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0355f0-c979-47d2-85c8-8371971ea6f1 req-4de56175-c688-40f3-9d2e-2d76f679cf03 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:52.565520 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-2a0355f0-c979-47d2-85c8-8371971ea6f1 req-4de56175-c688-40f3-9d2e-2d76f679cf03 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/ports?device_id=662047f7-1502-4db9-8e45-86b77401fa0e HTTP/1.1" status: 200 len: 946 time: 0.0610175 Aug 27 01:33:52.609147 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-2a0355f0-c979-47d2-85c8-8371971ea6f1 req-3c7823bd-f47a-4376-8f57-60d5ff1ee09d tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d2883ba-c14f-4100-9802-bf6d0fe34ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418580 Aug 27 01:33:52.629168 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c47c6-953b-4c7f-a86f-5df6dd4341c3 req-809a878b-0568-4b9e-9412-b07970a38a50 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:52.637591 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-bf1c47c6-953b-4c7f-a86f-5df6dd4341c3 req-809a878b-0568-4b9e-9412-b07970a38a50 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 943 time: 0.0600302 Aug 27 01:33:52.674699 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-bf1c47c6-953b-4c7f-a86f-5df6dd4341c3 req-863624ab-49f0-400e-ae31-518ac858b36d tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362265 Aug 27 01:33:53.012391 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c994cb-9c1c-43a9-ae8c-f590268165d5 req-0e070f90-5220-4432-b3ce-9129ad9feaea tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:53.014972 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-b6c994cb-9c1c-43a9-ae8c-f590268165d5 req-0e070f90-5220-4432-b3ce-9129ad9feaea tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0614593 Aug 27 01:33:53.058202 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-b6c994cb-9c1c-43a9-ae8c-f590268165d5 req-dbb4a063-3363-452a-8d6f-381d08b81c6a tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364828 Aug 27 01:33:53.614091 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe663f5-9408-4656-8248-6ae8b1fce0cc req-8782c264-a28e-4140-96a6-8a78ea56d549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:53.615607 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-ffe663f5-9408-4656-8248-6ae8b1fce0cc req-8782c264-a28e-4140-96a6-8a78ea56d549 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04&tenant_id=9cbe428e1f9c456087aa6ec677fe0330 HTTP/1.1" status: 200 len: 1096 time: 0.0730979 Aug 27 01:33:53.733455 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe663f5-9408-4656-8248-6ae8b1fce0cc req-40bb3dfa-bbb4-4e22-9286-32bba0c2ee67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:53.734978 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-ffe663f5-9408-4656-8248-6ae8b1fce0cc req-40bb3dfa-bbb4-4e22-9286-32bba0c2ee67 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9cbe428e1f9c456087aa6ec677fe0330&device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 1096 time: 0.0720570 Aug 27 01:33:53.743611 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e284bbb-ce12-43bc-a4ec-ffdd78c83f5b req-1d275a61-7dcf-4c79-b4f9-2c4a32972979 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:53.744999 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0e284bbb-ce12-43bc-a4ec-ffdd78c83f5b req-1d275a61-7dcf-4c79-b4f9-2c4a32972979 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/ports?device_id=662047f7-1502-4db9-8e45-86b77401fa0e HTTP/1.1" status: 200 len: 946 time: 0.0732584 Aug 27 01:33:53.801760 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0161f56-8ece-4d14-a154-00534f15f98e req-fc410db9-ac6a-473f-90a7-d29258b98b27 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:53.803365 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-d0161f56-8ece-4d14-a154-00534f15f98e req-fc410db9-ac6a-473f-90a7-d29258b98b27 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 943 time: 0.0482438 Aug 27 01:33:53.831729 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0e284bbb-ce12-43bc-a4ec-ffdd78c83f5b req-e9f3e770-1a33-406f-97ad-6756655beae3 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d2883ba-c14f-4100-9802-bf6d0fe34ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786281 Aug 27 01:33:53.843066 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-d0161f56-8ece-4d14-a154-00534f15f98e req-01b7f3cc-376f-43c9-bd3d-c2be5b79afb6 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324099 Aug 27 01:33:53.864244 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe663f5-9408-4656-8248-6ae8b1fce0cc req-7a7b4720-dad8-4522-9226-d0d58f55d525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:53.865780 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-ffe663f5-9408-4656-8248-6ae8b1fce0cc req-7a7b4720-dad8-4522-9226-d0d58f55d525 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5c8689e3-4506-47c0-a652-97ed18836189 HTTP/1.1" status: 200 len: 918 time: 0.1199489 Aug 27 01:33:53.934020 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-ffe663f5-9408-4656-8248-6ae8b1fce0cc req-37bf77ce-06a8-45c6-be29-f691c09972b5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e HTTP/1.1" status: 200 len: 998 time: 0.0576386 Aug 27 01:33:53.989707 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe663f5-9408-4656-8248-6ae8b1fce0cc req-78be4717-13fc-43f6-b40a-9429ca330855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:53.991179 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-ffe663f5-9408-4656-8248-6ae8b1fce0cc req-78be4717-13fc-43f6-b40a-9429ca330855 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=20caaf11-6500-4480-a57e-55af9949d7c0 HTTP/1.1" status: 200 len: 856 time: 0.0491064 Aug 27 01:33:54.039879 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe663f5-9408-4656-8248-6ae8b1fce0cc req-302d4dc8-66d9-4a90-9e97-c5bd23e74f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:54.041397 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-ffe663f5-9408-4656-8248-6ae8b1fce0cc req-302d4dc8-66d9-4a90-9e97-c5bd23e74f42 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5c8689e3-4506-47c0-a652-97ed18836189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400119 Aug 27 01:33:54.145545 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-ffe663f5-9408-4656-8248-6ae8b1fce0cc req-a3b21290-2cd2-40f3-90b9-96e585eb024c service neutron] 10.222.0.24 "GET /v2.0/networks/5c8689e3-4506-47c0-a652-97ed18836189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934455 Aug 27 01:33:54.230646 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cfa04e-c196-4b7f-b96d-7f2de4989763 req-b7fd6af4-9862-4fdc-859e-7b4a91f75bc9 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:54.232058 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d4cfa04e-c196-4b7f-b96d-7f2de4989763 req-b7fd6af4-9862-4fdc-859e-7b4a91f75bc9 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.1005082 Aug 27 01:33:54.280762 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-ffe663f5-9408-4656-8248-6ae8b1fce0cc req-2c270041-3c88-47aa-b7cf-60fe9e3d1832 service neutron] 10.222.0.24 "GET /v2.0/networks/5c8689e3-4506-47c0-a652-97ed18836189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184332 Aug 27 01:33:54.306111 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d4cfa04e-c196-4b7f-b96d-7f2de4989763 req-2a67b9b9-5f6c-4a45-ab7f-6ce9bed03729 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568340 Aug 27 01:33:54.369659 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:54.962125 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5fa861-4001-4284-80fd-d7d2d21b8a2b req-342689bd-bef2-4765-a85d-23c8d85c08ea tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:54.964006 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-ea5fa861-4001-4284-80fd-d7d2d21b8a2b req-342689bd-bef2-4765-a85d-23c8d85c08ea tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/ports?device_id=662047f7-1502-4db9-8e45-86b77401fa0e HTTP/1.1" status: 200 len: 946 time: 0.0579512 Aug 27 01:33:54.975469 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd7f1b-1a96-4154-b0e7-23c440aeef7a req-4fb52c42-6cb5-49a2-b384-3a596f967af9 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:54.981539 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-5bfd7f1b-1a96-4154-b0e7-23c440aeef7a req-4fb52c42-6cb5-49a2-b384-3a596f967af9 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 943 time: 0.0604730 Aug 27 01:33:55.011821 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-ea5fa861-4001-4284-80fd-d7d2d21b8a2b req-d0b31b07-f425-45f7-ac52-9962e6a73920 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d2883ba-c14f-4100-9802-bf6d0fe34ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409145 Aug 27 01:33:55.030897 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-5bfd7f1b-1a96-4154-b0e7-23c440aeef7a req-5b7ca167-d176-4464-8c8b-67872d05f96a tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480542 Aug 27 01:33:55.426220 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bbe4da-a0b7-479c-8490-31c36c2225e5 req-32d5ebd3-4b82-4c6b-8634-c88753baf72e tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:55.427754 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-19bbe4da-a0b7-479c-8490-31c36c2225e5 req-32d5ebd3-4b82-4c6b-8634-c88753baf72e tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0576289 Aug 27 01:33:55.473416 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-19bbe4da-a0b7-479c-8490-31c36c2225e5 req-f780b408-109a-4747-ae14-31d6011aee85 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392091 Aug 27 01:33:56.155887 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ad33f-a4c5-4b21-8eab-dbe887d599fb req-4785f893-f3dc-4563-a51d-bad5d6f0fd62 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:56.157494 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-6c3ad33f-a4c5-4b21-8eab-dbe887d599fb req-4785f893-f3dc-4563-a51d-bad5d6f0fd62 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/ports?device_id=662047f7-1502-4db9-8e45-86b77401fa0e HTTP/1.1" status: 200 len: 946 time: 0.0606334 Aug 27 01:33:56.203191 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-6c3ad33f-a4c5-4b21-8eab-dbe887d599fb req-b322b177-e366-4e67-8f69-c20d78fd7fa7 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d2883ba-c14f-4100-9802-bf6d0fe34ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390813 Aug 27 01:33:56.209933 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9de3c4-4e93-4b39-9c46-704481bb8990 req-b217ed85-1227-499a-9e4c-a205a3b23a04 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:56.211733 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-8c9de3c4-4e93-4b39-9c46-704481bb8990 req-b217ed85-1227-499a-9e4c-a205a3b23a04 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 943 time: 0.0915048 Aug 27 01:33:56.261228 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-8c9de3c4-4e93-4b39-9c46-704481bb8990 req-370848ec-5e06-4248-ab9f-c24b5e181aae tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423839 Aug 27 01:33:56.606599 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65baee3b-90d7-48a8-a7ca-793033fdcd59 req-b61fb6b9-7a8b-46cf-add2-19398d409818 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:56.608394 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-65baee3b-90d7-48a8-a7ca-793033fdcd59 req-b61fb6b9-7a8b-46cf-add2-19398d409818 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0661559 Aug 27 01:33:56.653620 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-65baee3b-90d7-48a8-a7ca-793033fdcd59 req-dbb75d8b-3ae0-43b5-b329-2796e487433f tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360863 Aug 27 01:33:56.685324 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732f29f-bab0-433d-9a2c-751cdba5cea5 req-f94bfcfa-6485-408e-a4b0-f3f9f44b1b66 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:56.686819 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-7732f29f-bab0-433d-9a2c-751cdba5cea5 req-f94bfcfa-6485-408e-a4b0-f3f9f44b1b66 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc5d2b5b-0f23-4214-b423-29eea2193d17 HTTP/1.1" status: 200 len: 945 time: 0.0492311 Aug 27 01:33:56.724159 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-7732f29f-bab0-433d-9a2c-751cdba5cea5 req-dfea6010-68db-46a2-8e24-c27430c280f3 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312896 Aug 27 01:33:57.326382 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a42cd7-1b6e-4e32-aa43-a0169e353234 req-dd5b3051-00ac-43db-b87b-df83560a34fb tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:57.328032 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-38a42cd7-1b6e-4e32-aa43-a0169e353234 req-dd5b3051-00ac-43db-b87b-df83560a34fb tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/ports?device_id=662047f7-1502-4db9-8e45-86b77401fa0e HTTP/1.1" status: 200 len: 946 time: 0.0521564 Aug 27 01:33:57.385428 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-38a42cd7-1b6e-4e32-aa43-a0169e353234 req-fa1c2af6-a43f-40fb-9eff-4c328a409efe tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d2883ba-c14f-4100-9802-bf6d0fe34ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510538 Aug 27 01:33:57.388422 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899aa107-1aff-4e77-ae3e-49d6857f60be req-32efbea8-07a6-43c4-99e2-16209c8287f7 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:57.390380 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-899aa107-1aff-4e77-ae3e-49d6857f60be req-32efbea8-07a6-43c4-99e2-16209c8287f7 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 943 time: 0.0565650 Aug 27 01:33:57.446159 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-899aa107-1aff-4e77-ae3e-49d6857f60be req-825c6de3-ea48-4509-98c1-d3ca87daa8ce tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467951 Aug 27 01:33:57.780730 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a612f00-6119-463e-8be8-510955a8d6a5 req-050399d9-c1f1-4b7d-b6b0-fd84f1985290 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:57.788509 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-4a612f00-6119-463e-8be8-510955a8d6a5 req-050399d9-c1f1-4b7d-b6b0-fd84f1985290 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0683196 Aug 27 01:33:57.845472 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-4a612f00-6119-463e-8be8-510955a8d6a5 req-8e2d8563-cc4d-48b6-903b-d89fb5ffb3b9 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552230 Aug 27 01:33:57.920594 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23905a-aefd-47ec-bbb1-05ade89f1e51 req-61107e2d-7f92-4d7f-8518-f91f0c75eaba tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:57.920594 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-ec23905a-aefd-47ec-bbb1-05ade89f1e51 req-61107e2d-7f92-4d7f-8518-f91f0c75eaba tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc5d2b5b-0f23-4214-b423-29eea2193d17 HTTP/1.1" status: 200 len: 945 time: 0.0614808 Aug 27 01:33:57.944917 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-ec23905a-aefd-47ec-bbb1-05ade89f1e51 req-bca977f5-b39e-47cb-b26c-b7211582dfad tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366163 Aug 27 01:33:58.522817 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179a555-e737-42a2-ba45-b56528b01574 req-387648ef-379d-49f4-9d31-c96261e76394 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:58.525207 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-1179a555-e737-42a2-ba45-b56528b01574 req-387648ef-379d-49f4-9d31-c96261e76394 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/ports?device_id=662047f7-1502-4db9-8e45-86b77401fa0e HTTP/1.1" status: 200 len: 946 time: 0.0547571 Aug 27 01:33:58.565458 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c070b-f48f-4090-b17d-e18d8d7da171 req-ae183333-3dfb-405a-850d-d2f4ee28e5db tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:58.566161 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-1179a555-e737-42a2-ba45-b56528b01574 req-923fbbd1-b50a-4b47-a30b-94bd81c173ab tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d2883ba-c14f-4100-9802-bf6d0fe34ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339422 Aug 27 01:33:58.566957 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-972c070b-f48f-4090-b17d-e18d8d7da171 req-ae183333-3dfb-405a-850d-d2f4ee28e5db tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 943 time: 0.0497305 Aug 27 01:33:58.606020 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-972c070b-f48f-4090-b17d-e18d8d7da171 req-81379027-5b9c-45fa-b7a6-6b668f7f1409 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324159 Aug 27 01:33:59.003322 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492d6a5-8f08-47d8-bdb6-63a3314ace7a req-70ca1a6c-0899-4f9c-88b0-bab0179931ac tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:59.012919 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-4492d6a5-8f08-47d8-bdb6-63a3314ace7a req-70ca1a6c-0899-4f9c-88b0-bab0179931ac tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0929716 Aug 27 01:33:59.076970 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-4492d6a5-8f08-47d8-bdb6-63a3314ace7a req-55bebd71-a324-4986-b4e4-0be3a7300d35 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622981 Aug 27 01:33:59.107945 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e493ae2e-1279-4c41-b985-5d0e57262d4e req-984a8def-92d6-445f-8f50-34a9bfe488be tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:59.109447 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-e493ae2e-1279-4c41-b985-5d0e57262d4e req-984a8def-92d6-445f-8f50-34a9bfe488be tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc5d2b5b-0f23-4214-b423-29eea2193d17 HTTP/1.1" status: 200 len: 945 time: 0.0576093 Aug 27 01:33:59.157577 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-e493ae2e-1279-4c41-b985-5d0e57262d4e req-1d92d399-9090-456c-9d59-014c794c040d tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419955 Aug 27 01:33:59.312873 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device b32e536e-4fa6-43eb-9d3e-e1ee00b00d98 no longer exists at agent hyperv_hv-cinder-75916 {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 01:33:59.396591 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:59.421440 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '662047f7-1502-4db9-8e45-86b77401fa0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b32e536e-4fa6-43eb-9d3e-e1ee00b00d98'}] {{(pid=94317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:33:59.424577 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ae24146460100d3107ec4d42823fa970b16dae16efc5fac949978fe01edd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04df9c3e-70f1-4d8b-a585-124555f31adb" -d '{"events": [{"server_uuid": "662047f7-1502-4db9-8e45-86b77401fa0e", "name": "network-vif-unplugged", "status": "completed", "tag": "b32e536e-4fa6-43eb-9d3e-e1ee00b00d98"}]}' {{(pid=94317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:33:59.439147 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port b32e536e-4fa6-43eb-9d3e-e1ee00b00d98, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=b32e536e-4fa6-43eb-9d3e-e1ee00b00d98,segment=NetworkSegment(798527c9-acde-4a5e-b063-dc3ac329a6ba),segment_id=798527c9-acde-4a5e-b063-dc3ac329a6ba)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:33:59.466152 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 01:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8e50f8-169f-4374-87e6-3b1208210bcb x-openstack-request-id: req-1b8e50f8-169f-4374-87e6-3b1208210bcb {{(pid=94317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:33:59.466472 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "662047f7-1502-4db9-8e45-86b77401fa0e", "name": "network-vif-unplugged", "status": "completed", "tag": "b32e536e-4fa6-43eb-9d3e-e1ee00b00d98", "code": 200}]} {{(pid=94317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:33:59.466733 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1b8e50f8-169f-4374-87e6-3b1208210bcb {{(pid=94317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:33:59.467133 dv-cinder-759169-3-iscsi neutron-server[94317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '662047f7-1502-4db9-8e45-86b77401fa0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b32e536e-4fa6-43eb-9d3e-e1ee00b00d98', 'code': 200} Aug 27 01:33:59.534186 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:33:59.582615 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Pushing event updated for resources: {'Port': ['ID=b32e536e-4fa6-43eb-9d3e-e1ee00b00d98,revision_number=6']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:33:59.709042 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912c646-60e9-472c-94e2-ea12bd9a29a1 req-c1822e31-968d-4c39-bc76-e7f339d2056c tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:59.727381 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-1912c646-60e9-472c-94e2-ea12bd9a29a1 req-c1822e31-968d-4c39-bc76-e7f339d2056c tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/ports?device_id=662047f7-1502-4db9-8e45-86b77401fa0e HTTP/1.1" status: 200 len: 944 time: 0.0719330 Aug 27 01:33:59.766602 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-1912c646-60e9-472c-94e2-ea12bd9a29a1 req-88aa7183-fed4-4917-b746-04794c1f2160 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d2883ba-c14f-4100-9802-bf6d0fe34ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468371 Aug 27 01:33:59.778698 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db743e77-8c2a-47d1-b114-103edc2b6fd1 req-01bf76cb-1b3e-4ab1-9637-f879b26e64b1 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:33:59.781271 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-db743e77-8c2a-47d1-b114-103edc2b6fd1 req-01bf76cb-1b3e-4ab1-9637-f879b26e64b1 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 943 time: 0.0818448 Aug 27 01:33:59.832181 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-db743e77-8c2a-47d1-b114-103edc2b6fd1 req-a04455b9-8eec-424d-b851-572fb69a67f5 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450380 Aug 27 01:34:00.209733 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0fbd93-1e1a-488c-97db-4a2dd3ce9561 req-e90f40cf-5176-4ba1-ab78-3af9792b426e tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:00.211903 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-2a0fbd93-1e1a-488c-97db-4a2dd3ce9561 req-e90f40cf-5176-4ba1-ab78-3af9792b426e tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0500343 Aug 27 01:34:00.256338 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-2a0fbd93-1e1a-488c-97db-4a2dd3ce9561 req-99f15183-bb05-44cd-90f4-dd3879b46608 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386560 Aug 27 01:34:00.280207 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d625219-bcf8-4476-b775-bfdf7aafdeb3 req-784de912-cc68-4a79-9442-d156c832d38a tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:00.281716 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-3d625219-bcf8-4476-b775-bfdf7aafdeb3 req-784de912-cc68-4a79-9442-d156c832d38a tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc5d2b5b-0f23-4214-b423-29eea2193d17 HTTP/1.1" status: 200 len: 945 time: 0.0550966 Aug 27 01:34:00.318935 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-3d625219-bcf8-4476-b775-bfdf7aafdeb3 req-8a07f95c-beb9-4b25-ab7b-d4ea18f469b8 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313673 Aug 27 01:34:00.893839 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ba982-be71-41d2-b121-7b1ce011105c req-ba86459a-0167-46ac-892e-79636eccf6c5 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:00.896123 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-461ba982-be71-41d2-b121-7b1ce011105c req-ba86459a-0167-46ac-892e-79636eccf6c5 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/ports?device_id=662047f7-1502-4db9-8e45-86b77401fa0e HTTP/1.1" status: 200 len: 944 time: 0.0538185 Aug 27 01:34:00.948339 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-461ba982-be71-41d2-b121-7b1ce011105c req-c530bf9c-1d5b-4d2a-8f45-865b0fa83ce7 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d2883ba-c14f-4100-9802-bf6d0fe34ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420115 Aug 27 01:34:01.008729 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba176665-c2d3-4c75-8fb1-4c288acdf48d req-4d84e155-0c5e-48bb-89cd-0bc3ea73b0ab tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:01.010395 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-ba176665-c2d3-4c75-8fb1-4c288acdf48d req-4d84e155-0c5e-48bb-89cd-0bc3ea73b0ab tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 943 time: 0.0715883 Aug 27 01:34:01.053279 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-ba176665-c2d3-4c75-8fb1-4c288acdf48d req-68a91739-e02e-4d62-8498-0b74dff61815 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369430 Aug 27 01:34:01.369781 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef474ec-04d6-4b34-b0b0-123771beaee1 req-f20ad388-d319-45a2-8ce4-4d7ae094da2b tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:01.371253 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-7ef474ec-04d6-4b34-b0b0-123771beaee1 req-f20ad388-d319-45a2-8ce4-4d7ae094da2b tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0478349 Aug 27 01:34:01.420789 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-7ef474ec-04d6-4b34-b0b0-123771beaee1 req-13146d6a-90df-4173-89f5-fa8ae76e9697 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435162 Aug 27 01:34:01.438834 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba81b2-5b76-44cb-a3ee-2e3a11ca579c req-ed53109c-30be-4a90-aa58-7c5a4cf654a6 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:01.440464 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-43ba81b2-5b76-44cb-a3ee-2e3a11ca579c req-ed53109c-30be-4a90-aa58-7c5a4cf654a6 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc5d2b5b-0f23-4214-b423-29eea2193d17 HTTP/1.1" status: 200 len: 945 time: 0.0543251 Aug 27 01:34:01.485386 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-43ba81b2-5b76-44cb-a3ee-2e3a11ca579c req-3b957c18-8880-4163-b398-1548795d5194 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379345 Aug 27 01:34:02.071417 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01093b3-3109-49c1-9e32-a292bd5eaa9d req-33ddee1e-ca63-4f86-b383-f538af848055 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:02.072950 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-b01093b3-3109-49c1-9e32-a292bd5eaa9d req-33ddee1e-ca63-4f86-b383-f538af848055 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/ports?device_id=662047f7-1502-4db9-8e45-86b77401fa0e HTTP/1.1" status: 200 len: 944 time: 0.0524747 Aug 27 01:34:02.118849 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-b01093b3-3109-49c1-9e32-a292bd5eaa9d req-90fb0606-b66e-406a-826a-186b94246995 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d2883ba-c14f-4100-9802-bf6d0fe34ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393882 Aug 27 01:34:02.183844 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eadbc3a-28a7-467c-a739-5c1c63c163e8 req-5fd0d683-4391-4a49-a9c6-eb784943edd1 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:02.185575 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0eadbc3a-28a7-467c-a739-5c1c63c163e8 req-5fd0d683-4391-4a49-a9c6-eb784943edd1 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 943 time: 0.0595489 Aug 27 01:34:02.230555 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0eadbc3a-28a7-467c-a739-5c1c63c163e8 req-507c66df-dffd-4cf5-b94c-156cf5684ab0 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385711 Aug 27 01:34:02.550384 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c70ade-f09e-49ce-aae6-f40179542479 req-d1f77c19-e503-4eb9-8b00-afce6f611726 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:02.552443 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-a5c70ade-f09e-49ce-aae6-f40179542479 req-d1f77c19-e503-4eb9-8b00-afce6f611726 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0634627 Aug 27 01:34:02.609230 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93f9c0-929b-43f3-91cf-c4cf2123fc08 req-a2007ef2-e486-4236-aed3-b9be2057087f tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:02.616783 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-2a93f9c0-929b-43f3-91cf-c4cf2123fc08 req-a2007ef2-e486-4236-aed3-b9be2057087f tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc5d2b5b-0f23-4214-b423-29eea2193d17 HTTP/1.1" status: 200 len: 945 time: 0.0574296 Aug 27 01:34:02.638031 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-a5c70ade-f09e-49ce-aae6-f40179542479 req-ac1fb873-e135-4814-ba18-4c587d83a066 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641510 Aug 27 01:34:02.657376 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-2a93f9c0-929b-43f3-91cf-c4cf2123fc08 req-15b9d173-d834-4144-9171-649a43a13cab tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388250 Aug 27 01:34:03.236746 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c80671-9b95-4cbe-9cc0-7f7aaddb2e33 req-90349733-703f-4545-a0cc-31920fd4f719 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:03.240515 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-70c80671-9b95-4cbe-9cc0-7f7aaddb2e33 req-90349733-703f-4545-a0cc-31920fd4f719 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/ports?device_id=662047f7-1502-4db9-8e45-86b77401fa0e HTTP/1.1" status: 200 len: 944 time: 0.0534782 Aug 27 01:34:03.318638 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-70c80671-9b95-4cbe-9cc0-7f7aaddb2e33 req-75016282-30a5-4dd3-890d-612b6ea839b1 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d2883ba-c14f-4100-9802-bf6d0fe34ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715427 Aug 27 01:34:03.370995 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f205157-2b94-4e32-a35a-40c1a54545d7 req-309c7eb4-359d-43ab-af27-ad3b49cdcb54 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:03.372419 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-4f205157-2b94-4e32-a35a-40c1a54545d7 req-309c7eb4-359d-43ab-af27-ad3b49cdcb54 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 943 time: 0.0488522 Aug 27 01:34:03.410698 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-4f205157-2b94-4e32-a35a-40c1a54545d7 req-b84225dc-488f-48cf-84ba-6abc6df056fe tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323622 Aug 27 01:34:03.746641 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a7b04f-76d3-4539-bc5c-b7f81bc6568d req-e9705c93-bc9d-4a86-bfcd-4243fa4b198a tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:03.748141 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-b1a7b04f-76d3-4539-bc5c-b7f81bc6568d req-e9705c93-bc9d-4a86-bfcd-4243fa4b198a tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0494480 Aug 27 01:34:03.778762 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6faef0f-2382-4bb7-a405-39cc8bb769c8 req-d795400c-dd02-40de-886b-42ad9c6adddf tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:03.785261 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d6faef0f-2382-4bb7-a405-39cc8bb769c8 req-d795400c-dd02-40de-886b-42ad9c6adddf tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc5d2b5b-0f23-4214-b423-29eea2193d17 HTTP/1.1" status: 200 len: 945 time: 0.0556839 Aug 27 01:34:03.796485 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-b1a7b04f-76d3-4539-bc5c-b7f81bc6568d req-24fda5a6-00a8-4c2e-9d12-9bd227224c76 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410385 Aug 27 01:34:03.841969 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d6faef0f-2382-4bb7-a405-39cc8bb769c8 req-ddd9266d-43d2-4b2e-a32c-b7762a6e4912 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453362 Aug 27 01:34:04.010244 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.agents_db [None req-fec0d0a0-65fd-4898-8015-6bc2580b487e None None] Agent healthcheck: found 6 active agents {{(pid=94318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 01:34:04.462863 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7f839-4164-4051-a1de-001fb67a65ca req-5eb2b869-8a3c-44aa-ba45-cb6325eb59d1 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:04.464398 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-5bb7f839-4164-4051-a1de-001fb67a65ca req-5eb2b869-8a3c-44aa-ba45-cb6325eb59d1 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/ports?device_id=662047f7-1502-4db9-8e45-86b77401fa0e HTTP/1.1" status: 200 len: 944 time: 0.0598192 Aug 27 01:34:04.517266 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-5bb7f839-4164-4051-a1de-001fb67a65ca req-524d2e12-f238-4eed-8b28-ef1cc04c42ac tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d2883ba-c14f-4100-9802-bf6d0fe34ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440655 Aug 27 01:34:04.554643 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea00a09-57aa-4e6d-8622-b000bb3b909d req-858c677e-9e04-4ee7-a80a-812570a3f83d tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:04.560203 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-5ea00a09-57aa-4e6d-8622-b000bb3b909d req-858c677e-9e04-4ee7-a80a-812570a3f83d tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 943 time: 0.0533311 Aug 27 01:34:04.597665 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-5ea00a09-57aa-4e6d-8622-b000bb3b909d req-3253aba4-6b54-4636-aa0f-c1bb7dc79b16 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349958 Aug 27 01:34:04.927243 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f21bf2-99d6-4c39-a2fa-136ad23e9c36 req-e936ea80-69bf-4a48-ae2f-24477366a1a1 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:04.928745 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-e8f21bf2-99d6-4c39-a2fa-136ad23e9c36 req-e936ea80-69bf-4a48-ae2f-24477366a1a1 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0550349 Aug 27 01:34:04.972500 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e868959-ab1a-4a9b-bd0e-221f09459e5f req-72ca369d-c924-4851-a8c0-ea2c120a5f61 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:04.974724 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6e868959-ab1a-4a9b-bd0e-221f09459e5f req-72ca369d-c924-4851-a8c0-ea2c120a5f61 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc5d2b5b-0f23-4214-b423-29eea2193d17 HTTP/1.1" status: 200 len: 945 time: 0.0618341 Aug 27 01:34:04.982838 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-e8f21bf2-99d6-4c39-a2fa-136ad23e9c36 req-3049657e-f450-4abc-9a8f-32725f1d61cb tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475128 Aug 27 01:34:05.036230 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6e868959-ab1a-4a9b-bd0e-221f09459e5f req-f442780d-768a-4ee8-bc5a-6915b80f2804 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540099 Aug 27 01:34:05.651550 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b04078-0f72-4adb-874d-53d59e5e4427 req-49b40f4e-62ce-420d-a70f-968efa0783d0 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:05.659557 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-99b04078-0f72-4adb-874d-53d59e5e4427 req-49b40f4e-62ce-420d-a70f-968efa0783d0 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/ports?device_id=662047f7-1502-4db9-8e45-86b77401fa0e HTTP/1.1" status: 200 len: 944 time: 0.0539930 Aug 27 01:34:05.691141 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-99b04078-0f72-4adb-874d-53d59e5e4427 req-bb89dc76-534c-4e9d-87cf-cb0c4217dcfb tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d2883ba-c14f-4100-9802-bf6d0fe34ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322187 Aug 27 01:34:05.724798 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a75aca-a19a-47bb-ada7-f9f5d8d0751f req-01a0bb9e-fcdd-4e5a-8add-31fff75f5883 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:05.726380 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-82a75aca-a19a-47bb-ada7-f9f5d8d0751f req-01a0bb9e-fcdd-4e5a-8add-31fff75f5883 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 943 time: 0.0535052 Aug 27 01:34:05.764227 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-82a75aca-a19a-47bb-ada7-f9f5d8d0751f req-884342b7-5300-485d-959b-5dc405e8b925 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311165 Aug 27 01:34:06.121185 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5751dfff-23f9-485d-b7d8-b3afa176783f req-04e61f40-985a-44ca-8c67-efde2e835cb7 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:06.129921 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-5751dfff-23f9-485d-b7d8-b3afa176783f req-04e61f40-985a-44ca-8c67-efde2e835cb7 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0730295 Aug 27 01:34:06.180709 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-5751dfff-23f9-485d-b7d8-b3afa176783f req-7528101b-86ec-4679-8948-eb0dc3c3fcc1 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486095 Aug 27 01:34:06.198288 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d9d4b-13a4-40fe-8f51-5cfded920f52 req-8bd9a699-4031-4de0-ae68-037945e1d017 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:06.200018 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-b85d9d4b-13a4-40fe-8f51-5cfded920f52 req-8bd9a699-4031-4de0-ae68-037945e1d017 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc5d2b5b-0f23-4214-b423-29eea2193d17 HTTP/1.1" status: 200 len: 945 time: 0.0547550 Aug 27 01:34:06.240563 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-b85d9d4b-13a4-40fe-8f51-5cfded920f52 req-94114578-d244-4c91-bf5f-0a09e73ac1c3 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346181 Aug 27 01:34:06.807600 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea97c1b0-5657-48b1-af21-fbd7195cb9a0 req-89f3d2bd-22be-48b7-89f9-9155c97b6087 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:06.809260 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-ea97c1b0-5657-48b1-af21-fbd7195cb9a0 req-89f3d2bd-22be-48b7-89f9-9155c97b6087 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/ports?device_id=662047f7-1502-4db9-8e45-86b77401fa0e HTTP/1.1" status: 200 len: 944 time: 0.0498219 Aug 27 01:34:06.854780 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-ea97c1b0-5657-48b1-af21-fbd7195cb9a0 req-75906f22-2dfe-4387-b3e9-7e8623f39e8c tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d2883ba-c14f-4100-9802-bf6d0fe34ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395794 Aug 27 01:34:06.904341 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b2142-0d5a-431b-a4b5-230ae6e458a9 req-2af815d1-79cc-462f-aa57-f01d0e1e1652 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:06.909333 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-c21b2142-0d5a-431b-a4b5-230ae6e458a9 req-2af815d1-79cc-462f-aa57-f01d0e1e1652 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 943 time: 0.0592842 Aug 27 01:34:06.948560 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-c21b2142-0d5a-431b-a4b5-230ae6e458a9 req-339d35d2-c921-4a01-adb4-a44ee7b21c13 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365777 Aug 27 01:34:07.296490 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf6dbe-f6ed-42de-9f4c-195227870098 req-29a5e810-abfb-4b22-b611-f170882d01b6 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:07.306259 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-16cf6dbe-f6ed-42de-9f4c-195227870098 req-29a5e810-abfb-4b22-b611-f170882d01b6 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0650935 Aug 27 01:34:07.346267 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-16cf6dbe-f6ed-42de-9f4c-195227870098 req-c91b99c0-eec1-430f-8659-5cbacd8ae9c2 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390108 Aug 27 01:34:07.409071 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb42c1-44f9-4f46-a473-c2ab795cc2dd req-70fa30d8-bb7a-4dec-8e97-a436859d89d9 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:07.410554 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-03fb42c1-44f9-4f46-a473-c2ab795cc2dd req-70fa30d8-bb7a-4dec-8e97-a436859d89d9 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc5d2b5b-0f23-4214-b423-29eea2193d17 HTTP/1.1" status: 200 len: 945 time: 0.0652776 Aug 27 01:34:07.447979 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-03fb42c1-44f9-4f46-a473-c2ab795cc2dd req-271df8da-b533-49a4-a082-f0cd6235d78c tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316436 Aug 27 01:34:07.969462 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7548e-d1ce-451d-b3cc-758a5a45c2d5 req-fb179bc6-1c1f-4ea3-ada1-5824e321f0bf tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:07.970948 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-54d7548e-d1ce-451d-b3cc-758a5a45c2d5 req-fb179bc6-1c1f-4ea3-ada1-5824e321f0bf tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/ports?device_id=662047f7-1502-4db9-8e45-86b77401fa0e HTTP/1.1" status: 200 len: 944 time: 0.0492830 Aug 27 01:34:08.012338 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-54d7548e-d1ce-451d-b3cc-758a5a45c2d5 req-1a3e7b11-7dad-4076-b7a4-d27bdc6806f1 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d2883ba-c14f-4100-9802-bf6d0fe34ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344167 Aug 27 01:34:08.067120 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83415363-b59a-4c50-9ea7-294f91e115de req-4b49a1b2-e60b-4df4-9d87-fcae8ad84c3f tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:08.068606 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-83415363-b59a-4c50-9ea7-294f91e115de req-4b49a1b2-e60b-4df4-9d87-fcae8ad84c3f tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 943 time: 0.0484080 Aug 27 01:34:08.107390 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-83415363-b59a-4c50-9ea7-294f91e115de req-6faec469-aa67-4d3d-8631-1a3c8d956b98 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320506 Aug 27 01:34:08.459133 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c708e1-fd3d-4a07-a9d8-62602ecf6440 req-abca3992-c4b6-497c-b22b-579b3aea4118 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:08.460663 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-55c708e1-fd3d-4a07-a9d8-62602ecf6440 req-abca3992-c4b6-497c-b22b-579b3aea4118 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.24 "GET /v2.0/ports?device_id=662047f7-1502-4db9-8e45-86b77401fa0e HTTP/1.1" status: 200 len: 944 time: 0.0491829 Aug 27 01:34:08.466820 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0710840-34f9-4aeb-9a69-21221b5dd61e req-4c60ea56-408f-4cdb-8375-3da0aebfba80 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:08.468280 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-e0710840-34f9-4aeb-9a69-21221b5dd61e req-4c60ea56-408f-4cdb-8375-3da0aebfba80 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0480814 Aug 27 01:34:08.511095 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-e0710840-34f9-4aeb-9a69-21221b5dd61e req-d8ed7287-501b-4fe1-aa20-496b4c8206b7 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368049 Aug 27 01:34:08.597562 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e0a159-2bd4-41c9-8c26-4bfd417e67ba req-5fb28577-685e-41cf-8d9d-a7dfa49cc8e7 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:08.599032 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-67e0a159-2bd4-41c9-8c26-4bfd417e67ba req-5fb28577-685e-41cf-8d9d-a7dfa49cc8e7 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc5d2b5b-0f23-4214-b423-29eea2193d17 HTTP/1.1" status: 200 len: 945 time: 0.0809302 Aug 27 01:34:08.624866 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [req-55c708e1-fd3d-4a07-a9d8-62602ecf6440 req-062bbf54-35f2-496a-a46b-d572cd39478c tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Deleting port b32e536e-4fa6-43eb-9d3e-e1ee00b00d98 {{(pid=94315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:34:08.625213 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-55c708e1-fd3d-4a07-a9d8-62602ecf6440 req-062bbf54-35f2-496a-a46b-d572cd39478c tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:08.689174 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-67e0a159-2bd4-41c9-8c26-4bfd417e67ba req-763fbd56-cdc1-4727-aa13-60ed211b73ce tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836339 Aug 27 01:34:08.729231 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [req-55c708e1-fd3d-4a07-a9d8-62602ecf6440 req-062bbf54-35f2-496a-a46b-d572cd39478c tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] For port b32e536e-4fa6-43eb-9d3e-e1ee00b00d98, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=b32e536e-4fa6-43eb-9d3e-e1ee00b00d98,segment=NetworkSegment(798527c9-acde-4a5e-b063-dc3ac329a6ba),segment_id=798527c9-acde-4a5e-b063-dc3ac329a6ba)] {{(pid=94315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:34:08.729620 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-55c708e1-fd3d-4a07-a9d8-62602ecf6440 req-062bbf54-35f2-496a-a46b-d572cd39478c tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:08.743044 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [req-55c708e1-fd3d-4a07-a9d8-62602ecf6440 req-062bbf54-35f2-496a-a46b-d572cd39478c tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Calling delete_port for b32e536e-4fa6-43eb-9d3e-e1ee00b00d98 owned by compute:nova {{(pid=94315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:34:08.922462 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-55c708e1-fd3d-4a07-a9d8-62602ecf6440 req-062bbf54-35f2-496a-a46b-d572cd39478c tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8502847'] for port, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:08.959074 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062bbf54-35f2-496a-a46b-d572cd39478c tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Pushing event deleted for resources: {'Port': ['ID=b32e536e-4fa6-43eb-9d3e-e1ee00b00d98,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:34:08.991130 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.l3_dvrscheduler_db [req-55c708e1-fd3d-4a07-a9d8-62602ecf6440 req-062bbf54-35f2-496a-a46b-d572cd39478c tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] No DVR routers for this DVR port b32e536e-4fa6-43eb-9d3e-e1ee00b00d98 on host hv-cinder-75916 {{(pid=94315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 01:34:08.994324 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-55c708e1-fd3d-4a07-a9d8-62602ecf6440 req-062bbf54-35f2-496a-a46b-d572cd39478c tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for port, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:08.996283 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-55c708e1-fd3d-4a07-a9d8-62602ecf6440 req-062bbf54-35f2-496a-a46b-d572cd39478c tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.24 "DELETE /v2.0/ports/b32e536e-4fa6-43eb-9d3e-e1ee00b00d98 HTTP/1.1" status: 204 len: 173 time: 0.5186915 Aug 27 01:34:08.996715 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '662047f7-1502-4db9-8e45-86b77401fa0e', 'name': 'network-vif-deleted', 'tag': 'b32e536e-4fa6-43eb-9d3e-e1ee00b00d98'}] {{(pid=94315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:34:08.998958 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4b197ec9f2f0e9474c50df7e7ed8b30a1ed8e7d4526d98a0361b780d87c209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07fdaada-9659-4196-8c88-127bbdfbe28a" -d '{"events": [{"server_uuid": "662047f7-1502-4db9-8e45-86b77401fa0e", "name": "network-vif-deleted", "tag": "b32e536e-4fa6-43eb-9d3e-e1ee00b00d98"}]}' {{(pid=94315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:34:09.033574 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 01:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb419d3-7f83-484e-9628-234cf130249d x-openstack-request-id: req-2fb419d3-7f83-484e-9628-234cf130249d {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:34:09.033870 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "662047f7-1502-4db9-8e45-86b77401fa0e", "name": "network-vif-deleted", "tag": "b32e536e-4fa6-43eb-9d3e-e1ee00b00d98", "status": "completed", "code": 200}]} {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:34:09.034214 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2fb419d3-7f83-484e-9628-234cf130249d {{(pid=94315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:34:09.034702 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '662047f7-1502-4db9-8e45-86b77401fa0e', 'name': 'network-vif-deleted', 'tag': 'b32e536e-4fa6-43eb-9d3e-e1ee00b00d98', 'status': 'completed', 'code': 200} Aug 27 01:34:09.107867 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-9c5df12d-da85-40d1-bf35-1dc36b15b014 req-3632999e-f3de-445f-b3d1-74fcbb4e591b tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/ports?device_id=662047f7-1502-4db9-8e45-86b77401fa0e HTTP/1.1" status: 200 len: 210 time: 0.0274336 Aug 27 01:34:09.232137 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5528ccd-ffd2-4bbf-9bb0-f42db570e30e req-0c2b5641-c0fa-467d-8830-4448ccd5bf32 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:09.233098 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-f5528ccd-ffd2-4bbf-9bb0-f42db570e30e req-0c2b5641-c0fa-467d-8830-4448ccd5bf32 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 943 time: 0.0504568 Aug 27 01:34:09.274640 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-f5528ccd-ffd2-4bbf-9bb0-f42db570e30e req-fca29411-2c95-4327-91a3-1eea79a56b4c tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345864 Aug 27 01:34:09.306844 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 57894) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:34:09.350970 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b08194a-59bb-4c42-bec0-153d424e16e3 admin admin] Deleting subnet 39baaddb-191d-4dfc-a0f6-3499ab862623 {{(pid=94316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 01:34:09.354138 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-8b08194a-59bb-4c42-bec0-153d424e16e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:09.388970 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-8b08194a-59bb-4c42-bec0-153d424e16e3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:09.394622 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-8b08194a-59bb-4c42-bec0-153d424e16e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940968'] for subnet, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:09.505506 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-8b08194a-59bb-4c42-bec0-153d424e16e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225'] for subnet, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:09.530997 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b08194a-59bb-4c42-bec0-153d424e16e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39baaddb-191d-4dfc-a0f6-3499ab862623,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:34:09.535643 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-8b08194a-59bb-4c42-bec0-153d424e16e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:09.540847 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-8b08194a-59bb-4c42-bec0-153d424e16e3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/39baaddb-191d-4dfc-a0f6-3499ab862623 HTTP/1.1" status: 204 len: 168 time: 0.2329352 Aug 27 01:34:09.541042 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 57898) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:34:09.636534 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-4601b4b3-dae8-4eed-a89f-07df56480af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608312'] for network, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:09.657148 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0699ce-0221-4e0f-a6f2-425b326293e4 req-81086ba5-779a-4c43-93f2-90cfd591b3b6 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:09.658612 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-1c0699ce-0221-4e0f-a6f2-425b326293e4 req-81086ba5-779a-4c43-93f2-90cfd591b3b6 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0744197 Aug 27 01:34:09.754424 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-4601b4b3-dae8-4eed-a89f-07df56480af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-528723', 'neutron.services.segments.db._delete_segments_for_network-8791478518254'] for network, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:09.759860 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-1c0699ce-0221-4e0f-a6f2-425b326293e4 req-84d05710-6b47-48c8-84a1-f7533935dc93 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809562 Aug 27 01:34:09.767410 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.services.segments.db [None req-4601b4b3-dae8-4eed-a89f-07df56480af0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07712ecd-a690-4b2e-9501-cd9d26893368']}} {{(pid=94315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:34:09.781743 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.services.segments.db [None req-4601b4b3-dae8-4eed-a89f-07df56480af0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78382dd1-9b1a-446c-8f39-7cdb242ea32b') {'for_net_delete': True} {{(pid=94315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:34:09.783916 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.services.segments.db [None req-4601b4b3-dae8-4eed-a89f-07df56480af0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78382dd1-9b1a-446c-8f39-7cdb242ea32b') {} {{(pid=94315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:34:09.796181 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-4601b4b3-dae8-4eed-a89f-07df56480af0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791478518137', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10159484'] for segment, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:09.811048 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e1a24-229e-47e6-8362-2832258b2f72 req-c4863522-8d11-46f6-8c48-d5ea5c8e6c7c tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:09.813057 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-4601b4b3-dae8-4eed-a89f-07df56480af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935457'] for segment, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:09.813176 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-5e4e1a24-229e-47e6-8362-2832258b2f72 req-c4863522-8d11-46f6-8c48-d5ea5c8e6c7c tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc5d2b5b-0f23-4214-b423-29eea2193d17 HTTP/1.1" status: 200 len: 945 time: 0.0522766 Aug 27 01:34:09.818786 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4601b4b3-dae8-4eed-a89f-07df56480af0 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=94315) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 01:34:09.819178 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-4601b4b3-dae8-4eed-a89f-07df56480af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8502794'] for segment, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:09.821127 dv-cinder-759169-3-iscsi neutron-server[94315]: Traceback (most recent call last): Aug 27 01:34:09.821127 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 01:34:09.821127 dv-cinder-759169-3-iscsi neutron-server[94315]: timer() Aug 27 01:34:09.821127 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 01:34:09.821127 dv-cinder-759169-3-iscsi neutron-server[94315]: cb(*args, **kw) Aug 27 01:34:09.821127 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 01:34:09.821127 dv-cinder-759169-3-iscsi neutron-server[94315]: return func(*args, **kwargs) Aug 27 01:34:09.821127 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 01:34:09.821127 dv-cinder-759169-3-iscsi neutron-server[94315]: self._notify() Aug 27 01:34:09.821127 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 01:34:09.821127 dv-cinder-759169-3-iscsi neutron-server[94315]: self.callback(batched_events) Aug 27 01:34:09.821127 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 01:34:09.821127 dv-cinder-759169-3-iscsi neutron-server[94315]: event.method(event) Aug 27 01:34:09.821127 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 01:34:09.821127 dv-cinder-759169-3-iscsi neutron-server[94315]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 01:34:09.821127 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 01:34:09.821127 dv-cinder-759169-3-iscsi neutron-server[94315]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 01:34:09.821127 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 01:34:09.821127 dv-cinder-759169-3-iscsi neutron-server[94315]: return f(self, *a, **k) Aug 27 01:34:09.821127 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 01:34:09.821127 dv-cinder-759169-3-iscsi neutron-server[94315]: return self._get(url).json() Aug 27 01:34:09.821127 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 01:34:09.821127 dv-cinder-759169-3-iscsi neutron-server[94315]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 01:34:09.821127 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 01:34:09.821127 dv-cinder-759169-3-iscsi neutron-server[94315]: return self.request(url, 'GET', **kwargs) Aug 27 01:34:09.821127 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 01:34:09.821127 dv-cinder-759169-3-iscsi neutron-server[94315]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 01:34:09.821127 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 01:34:09.821127 dv-cinder-759169-3-iscsi neutron-server[94315]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 01:34:09.821127 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 01:34:09.821127 dv-cinder-759169-3-iscsi neutron-server[94315]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 01:34:09.821127 dv-cinder-759169-3-iscsi neutron-server[94315]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 01:34:09.857348 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-5e4e1a24-229e-47e6-8362-2832258b2f72 req-9ccff1c9-739c-4ffb-9010-8710273f8eac tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382776 Aug 27 01:34:09.945391 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-4601b4b3-dae8-4eed-a89f-07df56480af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-528682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2027149'] for network, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:09.951742 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-4601b4b3-dae8-4eed-a89f-07df56480af0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for network, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:09.953664 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-4601b4b3-dae8-4eed-a89f-07df56480af0 admin admin] 10.222.0.25 "DELETE /v2.0/networks/07712ecd-a690-4b2e-9501-cd9d26893368 HTTP/1.1" status: 204 len: 168 time: 0.4115155 Aug 27 01:34:09.956769 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 57904) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:34:09.963920 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4601b4b3-dae8-4eed-a89f-07df56480af0 admin admin] Pushing event deleted for resources: {'Network': ['ID=07712ecd-a690-4b2e-9501-cd9d26893368,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:34:10.002419 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ff65ec0-328b-4d6f-aded-312a6d6388b9 admin admin] Deleting subnet 85239350-530d-426f-89fc-f97953c69847 {{(pid=94316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 01:34:10.005560 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0ff65ec0-328b-4d6f-aded-312a6d6388b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:10.042355 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0ff65ec0-328b-4d6f-aded-312a6d6388b9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:10.047561 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0ff65ec0-328b-4d6f-aded-312a6d6388b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940968'] for subnet, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:10.185800 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0ff65ec0-328b-4d6f-aded-312a6d6388b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225'] for subnet, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:10.213781 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff65ec0-328b-4d6f-aded-312a6d6388b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85239350-530d-426f-89fc-f97953c69847,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:34:10.219500 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0ff65ec0-328b-4d6f-aded-312a6d6388b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:10.224212 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-0ff65ec0-328b-4d6f-aded-312a6d6388b9 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/85239350-530d-426f-89fc-f97953c69847 HTTP/1.1" status: 204 len: 168 time: 0.2636871 Aug 27 01:34:10.224212 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 57910) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:34:10.288922 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0e0b797f-0121-4bad-8b6b-f48706712450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608312'] for network, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:10.397093 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0e0b797f-0121-4bad-8b6b-f48706712450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-528723', 'neutron.services.segments.db._delete_segments_for_network-8791478518254'] for network, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:10.409967 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0e0b797f-0121-4bad-8b6b-f48706712450 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:34:10.410306 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0e0b797f-0121-4bad-8b6b-f48706712450 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:34:10.411385 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0e0b797f-0121-4bad-8b6b-f48706712450 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:34:10.411713 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0e0b797f-0121-4bad-8b6b-f48706712450 admin admin] Subscribe: > port after_create 55550000 {{(pid=94316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:34:10.412510 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0e0b797f-0121-4bad-8b6b-f48706712450 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:34:10.412854 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0e0b797f-0121-4bad-8b6b-f48706712450 admin admin] Subscribe: > port after_update 55550000 {{(pid=94316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:34:10.418157 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0e0b797f-0121-4bad-8b6b-f48706712450 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:34:10.418157 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0e0b797f-0121-4bad-8b6b-f48706712450 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:34:10.418157 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0e0b797f-0121-4bad-8b6b-f48706712450 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:34:10.418157 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0e0b797f-0121-4bad-8b6b-f48706712450 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:34:10.482848 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0e0b797f-0121-4bad-8b6b-f48706712450 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:34:10.483186 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0e0b797f-0121-4bad-8b6b-f48706712450 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:34:10.483507 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0e0b797f-0121-4bad-8b6b-f48706712450 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:34:10.483830 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0e0b797f-0121-4bad-8b6b-f48706712450 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 01:34:10.484209 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.services.segments.db [None req-0e0b797f-0121-4bad-8b6b-f48706712450 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a607e447-e3a4-469c-8dd9-96cb4b564232']}} {{(pid=94316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:34:10.503530 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.services.segments.db [None req-0e0b797f-0121-4bad-8b6b-f48706712450 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02328d4b-0d1c-4a29-b984-1fbc27dc7c29') {'for_net_delete': True} {{(pid=94316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:34:10.503818 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.services.segments.db [None req-0e0b797f-0121-4bad-8b6b-f48706712450 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02328d4b-0d1c-4a29-b984-1fbc27dc7c29') {} {{(pid=94316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:34:10.528363 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0e0b797f-0121-4bad-8b6b-f48706712450 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791478518137', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9240872'] for segment, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:10.553967 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83bc1e1-0f0f-43d0-bda3-47b3118f52ab req-89440381-a528-47b0-a419-4e1efe602655 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:10.556106 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-c83bc1e1-0f0f-43d0-bda3-47b3118f52ab req-89440381-a528-47b0-a419-4e1efe602655 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 943 time: 0.1950791 Aug 27 01:34:10.563383 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0e0b797f-0121-4bad-8b6b-f48706712450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935457'] for segment, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:10.577036 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e0b797f-0121-4bad-8b6b-f48706712450 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=94316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 01:34:10.577432 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0e0b797f-0121-4bad-8b6b-f48706712450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8444070'] for segment, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:10.581448 dv-cinder-759169-3-iscsi neutron-server[94316]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 01:34:10.581448 dv-cinder-759169-3-iscsi neutron-server[94316]: from cryptography.utils import int_from_bytes Aug 27 01:34:10.581448 dv-cinder-759169-3-iscsi neutron-server[94316]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 01:34:10.581448 dv-cinder-759169-3-iscsi neutron-server[94316]: from cryptography.utils import int_from_bytes Aug 27 01:34:10.581448 dv-cinder-759169-3-iscsi neutron-server[94316]: Traceback (most recent call last): Aug 27 01:34:10.581448 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 01:34:10.581448 dv-cinder-759169-3-iscsi neutron-server[94316]: timer() Aug 27 01:34:10.581448 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 01:34:10.581448 dv-cinder-759169-3-iscsi neutron-server[94316]: cb(*args, **kw) Aug 27 01:34:10.581448 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 01:34:10.581448 dv-cinder-759169-3-iscsi neutron-server[94316]: return func(*args, **kwargs) Aug 27 01:34:10.581448 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 01:34:10.581448 dv-cinder-759169-3-iscsi neutron-server[94316]: self._notify() Aug 27 01:34:10.581448 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 01:34:10.581448 dv-cinder-759169-3-iscsi neutron-server[94316]: self.callback(batched_events) Aug 27 01:34:10.581448 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 01:34:10.581448 dv-cinder-759169-3-iscsi neutron-server[94316]: event.method(event) Aug 27 01:34:10.581448 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 01:34:10.581448 dv-cinder-759169-3-iscsi neutron-server[94316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 01:34:10.581448 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 01:34:10.581448 dv-cinder-759169-3-iscsi neutron-server[94316]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 01:34:10.581448 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 01:34:10.581448 dv-cinder-759169-3-iscsi neutron-server[94316]: return f(self, *a, **k) Aug 27 01:34:10.581448 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 01:34:10.581448 dv-cinder-759169-3-iscsi neutron-server[94316]: return self._get(url).json() Aug 27 01:34:10.581448 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 01:34:10.581448 dv-cinder-759169-3-iscsi neutron-server[94316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 01:34:10.581448 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 01:34:10.581448 dv-cinder-759169-3-iscsi neutron-server[94316]: return self.request(url, 'GET', **kwargs) Aug 27 01:34:10.581448 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 01:34:10.581448 dv-cinder-759169-3-iscsi neutron-server[94316]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 01:34:10.581448 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 01:34:10.581448 dv-cinder-759169-3-iscsi neutron-server[94316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 01:34:10.581448 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 01:34:10.581448 dv-cinder-759169-3-iscsi neutron-server[94316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 01:34:10.581448 dv-cinder-759169-3-iscsi neutron-server[94316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 01:34:10.589687 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6575df8-1dcb-43dc-9fff-378c19c098ce req-ccdbe278-18fa-4c47-b6d2-4baf4ec7410c tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:10.591176 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-e6575df8-1dcb-43dc-9fff-378c19c098ce req-ccdbe278-18fa-4c47-b6d2-4baf4ec7410c tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc5d2b5b-0f23-4214-b423-29eea2193d17 HTTP/1.1" status: 200 len: 945 time: 0.0565212 Aug 27 01:34:10.651799 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-c83bc1e1-0f0f-43d0-bda3-47b3118f52ab req-a38f8f5c-6ac0-4c22-a108-b673d8a8d075 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897250 Aug 27 01:34:10.686790 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [req-e6575df8-1dcb-43dc-9fff-378c19c098ce req-7b0b0065-8c6e-4978-9375-eedbd1885568 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Deleting port f2d1dc8e-03dc-48d4-8646-8593c647e298 {{(pid=94315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:34:10.687132 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-e6575df8-1dcb-43dc-9fff-378c19c098ce req-7b0b0065-8c6e-4978-9375-eedbd1885568 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:10.762556 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0e0b797f-0121-4bad-8b6b-f48706712450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-528682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2027149'] for network, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:10.777547 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [req-e6575df8-1dcb-43dc-9fff-378c19c098ce req-7b0b0065-8c6e-4978-9375-eedbd1885568 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] For port f2d1dc8e-03dc-48d4-8646-8593c647e298, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=f2d1dc8e-03dc-48d4-8646-8593c647e298,segment=NetworkSegment(f46d30fd-ee13-4318-b586-c425fc0d32de),segment_id=f46d30fd-ee13-4318-b586-c425fc0d32de)] {{(pid=94315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:34:10.777912 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-e6575df8-1dcb-43dc-9fff-378c19c098ce req-7b0b0065-8c6e-4978-9375-eedbd1885568 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:10.778939 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0e0b797f-0121-4bad-8b6b-f48706712450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for network, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:10.780696 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-0e0b797f-0121-4bad-8b6b-f48706712450 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a607e447-e3a4-469c-8dd9-96cb4b564232 HTTP/1.1" status: 204 len: 168 time: 0.5557487 Aug 27 01:34:10.781713 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b797f-0121-4bad-8b6b-f48706712450 admin admin] Pushing event deleted for resources: {'Network': ['ID=a607e447-e3a4-469c-8dd9-96cb4b564232,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:34:10.792957 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [req-e6575df8-1dcb-43dc-9fff-378c19c098ce req-7b0b0065-8c6e-4978-9375-eedbd1885568 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Calling delete_port for f2d1dc8e-03dc-48d4-8646-8593c647e298 owned by compute:nova {{(pid=94315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:34:10.911705 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047cf43-e9dc-4d88-be50-79153302ef6a req-92b3b7cf-23fb-487a-9c47-be467d8d4cc8 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:10.913198 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-1047cf43-e9dc-4d88-be50-79153302ef6a req-92b3b7cf-23fb-487a-9c47-be467d8d4cc8 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0743475 Aug 27 01:34:10.975683 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a2029-4efd-4431-8ab3-915361b3527c req-26af4e3e-b036-45f2-869a-2c7e71452882 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:10.977603 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-410a2029-4efd-4431-8ab3-915361b3527c req-26af4e3e-b036-45f2-869a-2c7e71452882 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc5d2b5b-0f23-4214-b423-29eea2193d17 HTTP/1.1" status: 200 len: 945 time: 0.0532708 Aug 27 01:34:10.988124 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-1047cf43-e9dc-4d88-be50-79153302ef6a req-cc56d47a-9db4-4dda-b184-2a2ec7e83c4f tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655510 Aug 27 01:34:11.016581 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-410a2029-4efd-4431-8ab3-915361b3527c req-593b68d6-7713-4849-be8b-5f11196f5efa tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327930 Aug 27 01:34:11.071829 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-e6575df8-1dcb-43dc-9fff-378c19c098ce req-7b0b0065-8c6e-4978-9375-eedbd1885568 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8502847'] for port, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:11.102012 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0b0065-8c6e-4978-9375-eedbd1885568 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Pushing event deleted for resources: {'Port': ['ID=f2d1dc8e-03dc-48d4-8646-8593c647e298,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:34:11.145128 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6575df8-1dcb-43dc-9fff-378c19c098ce req-7b0b0065-8c6e-4978-9375-eedbd1885568 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] No DVR routers for this DVR port f2d1dc8e-03dc-48d4-8646-8593c647e298 on host hv-cinder-75916 {{(pid=94315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 01:34:11.149783 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 57922) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:34:11.157548 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-e6575df8-1dcb-43dc-9fff-378c19c098ce req-7b0b0065-8c6e-4978-9375-eedbd1885568 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for port, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:11.157548 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-e6575df8-1dcb-43dc-9fff-378c19c098ce req-7b0b0065-8c6e-4978-9375-eedbd1885568 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.24 "DELETE /v2.0/ports/f2d1dc8e-03dc-48d4-8646-8593c647e298 HTTP/1.1" status: 204 len: 173 time: 0.5548782 Aug 27 01:34:11.157548 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5d2b5b-0f23-4214-b423-29eea2193d17', 'name': 'network-vif-deleted', 'tag': 'f2d1dc8e-03dc-48d4-8646-8593c647e298'}] {{(pid=94315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:34:11.157548 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4b197ec9f2f0e9474c50df7e7ed8b30a1ed8e7d4526d98a0361b780d87c209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4418252a-eb80-4657-8ee9-1de9cd85b1e6" -d '{"events": [{"server_uuid": "fc5d2b5b-0f23-4214-b423-29eea2193d17", "name": "network-vif-deleted", "tag": "f2d1dc8e-03dc-48d4-8646-8593c647e298"}]}' {{(pid=94315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:34:11.193633 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 01:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de990043-6c8e-41e1-809a-715029a7f621 x-openstack-request-id: req-de990043-6c8e-41e1-809a-715029a7f621 {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:34:11.193988 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5d2b5b-0f23-4214-b423-29eea2193d17", "name": "network-vif-deleted", "tag": "f2d1dc8e-03dc-48d4-8646-8593c647e298", "status": "completed", "code": 200}]} {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:34:11.194304 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-de990043-6c8e-41e1-809a-715029a7f621 {{(pid=94315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:34:11.194758 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5d2b5b-0f23-4214-b423-29eea2193d17', 'name': 'network-vif-deleted', 'tag': 'f2d1dc8e-03dc-48d4-8646-8593c647e298', 'status': 'completed', 'code': 200} Aug 27 01:34:11.198279 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-ea9733df-480a-4bef-ad2a-3ba72c6e703d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2fcebc7910554381970b1c8b98aeaa69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472894 Aug 27 01:34:11.200646 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 57926) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:34:11.247160 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-2d62d883-e199-42bd-9110-9355d179fdad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:11.267738 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-2d62d883-e199-42bd-9110-9355d179fdad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:11.373316 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-2d62d883-e199-42bd-9110-9355d179fdad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:11.375774 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-2d62d883-e199-42bd-9110-9355d179fdad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:11.376961 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-2d62d883-e199-42bd-9110-9355d179fdad admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8a361dbb-e7c3-423f-a9f7-59ed21d624ab HTTP/1.1" status: 204 len: 168 time: 0.1753426 Aug 27 01:34:11.384619 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d62d883-e199-42bd-9110-9355d179fdad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a361dbb-e7c3-423f-a9f7-59ed21d624ab,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:34:11.788741 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369afc2-399e-4493-8401-f4682cbb523c req-dd723417-8383-4f0e-a636-361190ef5908 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:11.790424 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-6369afc2-399e-4493-8401-f4682cbb523c req-dd723417-8383-4f0e-a636-361190ef5908 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 943 time: 0.0573702 Aug 27 01:34:11.832646 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-6369afc2-399e-4493-8401-f4682cbb523c req-59ee1957-ffbe-41ac-b8ce-818955330caf tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362110 Aug 27 01:34:12.008938 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d99ac9e0-b00a-4ad3-9a6a-aed749dfbbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:12.119938 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-8f8acc4f-1819-4a0b-ba8f-9dae3b731c6e req-fb8a654e-555d-4421-87c0-acbca4befd2c tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc5d2b5b-0f23-4214-b423-29eea2193d17 HTTP/1.1" status: 200 len: 210 time: 0.0313902 Aug 27 01:34:12.128038 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc33b5c-312c-498b-a2e8-f19c0091bbec req-62b1323b-0830-42c5-87d4-cfbdf989c24b tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:12.131920 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-bdc33b5c-312c-498b-a2e8-f19c0091bbec req-62b1323b-0830-42c5-87d4-cfbdf989c24b tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0629597 Aug 27 01:34:12.161453 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 57940) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:34:12.174326 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-bdc33b5c-312c-498b-a2e8-f19c0091bbec req-d16b681e-4cb2-40cb-8fa9-c55a450ea918 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334890 Aug 27 01:34:12.201868 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-8f8d5f76-8725-4c14-af90-090c49bd1fd5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e9ba39023bd441b3b7549236b802349e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391927 Aug 27 01:34:12.204385 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 57942) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:34:12.249701 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-e6b6a399-7bdb-4295-a309-00107882b47f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:12.269770 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-e6b6a399-7bdb-4295-a309-00107882b47f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:12.390624 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-e6b6a399-7bdb-4295-a309-00107882b47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:12.393179 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-e6b6a399-7bdb-4295-a309-00107882b47f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:12.394326 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-e6b6a399-7bdb-4295-a309-00107882b47f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d50f56a3-1dea-4163-87b6-bb567c8d0346 HTTP/1.1" status: 204 len: 168 time: 0.1890135 Aug 27 01:34:12.402288 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b6a399-7bdb-4295-a309-00107882b47f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50f56a3-1dea-4163-87b6-bb567c8d0346,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:34:12.954839 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2fb93-4a06-417c-a1aa-deb592d707c8 req-21e54ba7-fbbe-45eb-b5ed-b6cc17d2261f tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:12.956276 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-06e2fb93-4a06-417c-a1aa-deb592d707c8 req-21e54ba7-fbbe-45eb-b5ed-b6cc17d2261f tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 943 time: 0.0491776 Aug 27 01:34:12.992813 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-06e2fb93-4a06-417c-a1aa-deb592d707c8 req-a5901c15-675c-4508-ab1f-e88f0695f4f5 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300961 Aug 27 01:34:13.222831 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-b2c8fac2-56d8-4142-a9ba-0a52c3dea4b0 req-3d2d9f3f-3e95-4d02-a60e-d98f598b8d4c tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc5d2b5b-0f23-4214-b423-29eea2193d17 HTTP/1.1" status: 200 len: 210 time: 0.0283694 Aug 27 01:34:13.287414 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23108a80-7c0b-435f-a375-333b837370bf req-a01bf1cd-cd99-4eed-9a00-3d9e387a8970 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:13.288885 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-23108a80-7c0b-435f-a375-333b837370bf req-a01bf1cd-cd99-4eed-9a00-3d9e387a8970 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0480084 Aug 27 01:34:13.328826 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-23108a80-7c0b-435f-a375-333b837370bf req-3b712893-2f88-49d2-8e3a-c4b03ca4d206 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341916 Aug 27 01:34:13.713682 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] get_ports_and_sgs() called for port_ids ['c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e', 'cd19f281-5f24-4728-b09e-57bb575f8a48', '313048b0-3d74-4d3f-af39-cfb37676bde6', 'f2d1dc8e-03dc-48d4-8646-8593c647e298'] {{(pid=94317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 01:34:14.108493 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0358bc1-1ccc-46f8-b681-ecb3c6cb09f7 req-adf913ae-00a8-4b86-8736-3782dbbbc890 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:14.109982 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-b0358bc1-1ccc-46f8-b681-ecb3c6cb09f7 req-adf913ae-00a8-4b86-8736-3782dbbbc890 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 943 time: 0.0466924 Aug 27 01:34:14.147058 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-b0358bc1-1ccc-46f8-b681-ecb3c6cb09f7 req-043b5d3b-c6c0-423f-a205-463ee90e3eed tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312288 Aug 27 01:34:14.326797 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-6dea1d92-0b4e-4791-9298-5f59d69af1bd req-a70058c8-4306-4623-afda-be91de1e8d7b tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc5d2b5b-0f23-4214-b423-29eea2193d17 HTTP/1.1" status: 200 len: 210 time: 0.0265627 Aug 27 01:34:14.448065 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74f0a8-09ce-4109-a80a-57bc2f42ce99 req-356a3fce-9264-4767-bed0-b001c8d5172b tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:14.449571 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-4f74f0a8-09ce-4109-a80a-57bc2f42ce99 req-356a3fce-9264-4767-bed0-b001c8d5172b tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0541086 Aug 27 01:34:14.487153 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-4f74f0a8-09ce-4109-a80a-57bc2f42ce99 req-8b178305-6813-45d7-abc9-1cd7e9bc557f tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316062 Aug 27 01:34:14.487855 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-f50c3d8b-93b3-4d1d-b040-6fb56365d953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:14.647949 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:15.268718 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2da242-8584-4a99-a3a8-ac32a6a8ba31 req-aa53a546-1613-4c8c-bbde-159385cb3b4d tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:15.270112 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-3f2da242-8584-4a99-a3a8-ac32a6a8ba31 req-aa53a546-1613-4c8c-bbde-159385cb3b4d tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 943 time: 0.0501010 Aug 27 01:34:15.307884 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-3f2da242-8584-4a99-a3a8-ac32a6a8ba31 req-ce3c825f-dab5-42f1-9014-c7b2612f9be8 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316453 Aug 27 01:34:15.608156 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59530a60-9ff5-4051-a347-dd324a8c024d req-4badbb98-3b63-413a-aed8-321879961f6f tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:15.609800 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-59530a60-9ff5-4051-a347-dd324a8c024d req-4badbb98-3b63-413a-aed8-321879961f6f tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0564520 Aug 27 01:34:15.647501 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-59530a60-9ff5-4051-a347-dd324a8c024d req-c4206706-576a-4c93-8507-fd47596f4659 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316882 Aug 27 01:34:15.728988 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device 5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e details requested by agent hyperv_hv-cinder-75916 with host hv-cinder-75916 {{(pid=94317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 01:34:15.833462 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port 5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e,segment=NetworkSegment(f8ab679e-b537-4c90-a2f7-0b9fb93d20b1),segment_id=f8ab679e-b537-4c90-a2f7-0b9fb93d20b1)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:34:15.845461 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Returning: {'device': '5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e', 'network_id': '5c8689e3-4506-47c0-a652-97ed18836189', 'port_id': '5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e', 'mac_address': 'fa:16:3e:d7:aa:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20caaf11-6500-4480-a57e-55af9949d7c0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 01:34:15.883590 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:15.895044 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ed545f81-8b1b-4cf8-a1bc-5817d83b44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:15.896819 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.notifiers.nova [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e {{(pid=94317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 01:34:15.917418 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port 5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e,segment=NetworkSegment(f8ab679e-b537-4c90-a2f7-0b9fb93d20b1),segment_id=f8ab679e-b537-4c90-a2f7-0b9fb93d20b1)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:34:16.001671 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:16.053432 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Pushing event updated for resources: {'Port': ['ID=5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e,revision_number=9']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:34:16.361313 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] get_ports_and_sgs() called for port_ids ['5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e'] {{(pid=94317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 01:34:16.449169 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da6e78a-b216-4b38-beee-25664d5cc0da req-74d9b7b7-021f-4238-9fbf-a92b2b362be4 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:16.450639 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-9da6e78a-b216-4b38-beee-25664d5cc0da req-74d9b7b7-021f-4238-9fbf-a92b2b362be4 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 944 time: 0.0504830 Aug 27 01:34:16.491679 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-9da6e78a-b216-4b38-beee-25664d5cc0da req-dd06b63d-7c99-4f2a-a23f-6bfbf084cd8e tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350122 Aug 27 01:34:16.760257 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b3962-6815-4c76-a53e-1c06e29511c5 req-86aed214-ac63-467d-a5d8-fcd44d8828d3 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:16.761752 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0b3b3962-6815-4c76-a53e-1c06e29511c5 req-86aed214-ac63-467d-a5d8-fcd44d8828d3 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0475006 Aug 27 01:34:16.799782 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0b3b3962-6815-4c76-a53e-1c06e29511c5 req-cc376034-5249-423d-89bd-c6b350a59248 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320508 Aug 27 01:34:17.061590 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f5456-4d5f-4b1b-90f6-54a5af73cf26 req-66ed3386-a43c-47b7-be1e-ec17bc8d14e6 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:17.063003 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-033f5456-4d5f-4b1b-90f6-54a5af73cf26 req-66ed3386-a43c-47b7-be1e-ec17bc8d14e6 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=5609c94a-0725-49da-a8dc-07496ea55d06 HTTP/1.1" status: 200 len: 945 time: 0.0506616 Aug 27 01:34:17.099733 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-033f5456-4d5f-4b1b-90f6-54a5af73cf26 req-25d1f3a1-6ac2-4916-b044-074618eb0fa0 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308919 Aug 27 01:34:17.408156 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-809c4053-e1f3-4656-979d-5dfd58cb0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:17.611728 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b8e78-3f19-4c9f-8c32-b3525d7a8de4 req-a142a85e-41e0-4624-ac88-9665cfa8845e tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:17.613120 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-1b7b8e78-3f19-4c9f-8c32-b3525d7a8de4 req-a142a85e-41e0-4624-ac88-9665cfa8845e tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 944 time: 0.0468366 Aug 27 01:34:17.650957 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-1b7b8e78-3f19-4c9f-8c32-b3525d7a8de4 req-581f5656-e6a4-4c22-b814-577b68861123 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318067 Aug 27 01:34:17.913307 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a992e5d-055e-416b-a9b1-62ce8a6601b9 req-4ae7e88d-9e31-4e70-a5d9-697e5a3cff02 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:17.915280 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6a992e5d-055e-416b-a9b1-62ce8a6601b9 req-4ae7e88d-9e31-4e70-a5d9-697e5a3cff02 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0495336 Aug 27 01:34:17.953364 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6a992e5d-055e-416b-a9b1-62ce8a6601b9 req-cb32db7b-0b69-4700-a711-38732a8f270e tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323927 Aug 27 01:34:18.216492 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3692373-2198-4a4f-b1ce-b9709d555f82 req-28b6ace0-75f7-4a5f-a1f6-c099a31a110d tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:18.217893 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-a3692373-2198-4a4f-b1ce-b9709d555f82 req-28b6ace0-75f7-4a5f-a1f6-c099a31a110d tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=5609c94a-0725-49da-a8dc-07496ea55d06 HTTP/1.1" status: 200 len: 945 time: 0.0517716 Aug 27 01:34:18.254021 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-a3692373-2198-4a4f-b1ce-b9709d555f82 req-43eabe98-15bf-4e84-8ed0-7c9141c3143c tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304258 Aug 27 01:34:18.767602 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149f3d7-8f29-4973-91b5-96bbc0a981fa req-4414828b-1272-401b-b3be-bc31d32adc4b tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:18.769083 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d149f3d7-8f29-4973-91b5-96bbc0a981fa req-4414828b-1272-401b-b3be-bc31d32adc4b tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 944 time: 0.0475774 Aug 27 01:34:18.806113 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d149f3d7-8f29-4973-91b5-96bbc0a981fa req-ba3c276a-f81f-439f-b436-c0d26a4d648f tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311933 Aug 27 01:34:19.069349 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc6985-531a-40a6-aaa7-1ee47b6f3530 req-dd28052c-aa99-4dd4-8416-b9e3832a2c30 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:19.070808 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-d2fc6985-531a-40a6-aaa7-1ee47b6f3530 req-dd28052c-aa99-4dd4-8416-b9e3832a2c30 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0479624 Aug 27 01:34:19.106615 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-d2fc6985-531a-40a6-aaa7-1ee47b6f3530 req-939a9182-4616-49a0-8a1e-4d62c14686e0 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301049 Aug 27 01:34:19.374681 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448392ad-8603-4dc1-9ca8-61458744bdcd req-0b582ba9-9ab5-49fa-bb46-70a8f0ac06de tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:19.376149 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-448392ad-8603-4dc1-9ca8-61458744bdcd req-0b582ba9-9ab5-49fa-bb46-70a8f0ac06de tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=5609c94a-0725-49da-a8dc-07496ea55d06 HTTP/1.1" status: 200 len: 945 time: 0.0574908 Aug 27 01:34:19.413430 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-448392ad-8603-4dc1-9ca8-61458744bdcd req-b78cdf6b-6dca-47ec-b253-bbce4f5aec8d tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312488 Aug 27 01:34:19.504393 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device f2d1dc8e-03dc-48d4-8646-8593c647e298 no longer exists at agent hyperv_hv-cinder-75916 {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 01:34:19.529583 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] No Port match for: f2d1dc8e-03dc-48d4-8646-8593c647e298 {{(pid=94317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 01:34:19.529921 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device f2d1dc8e-03dc-48d4-8646-8593c647e298 not bound to the agent host hv-cinder-75916 {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 01:34:19.922876 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ebd09-dd9a-4a99-9f6e-2018ec70d1b1 req-d3aacdb7-654d-4c7b-a54f-ec761dff30f6 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:19.924310 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-d79ebd09-dd9a-4a99-9f6e-2018ec70d1b1 req-d3aacdb7-654d-4c7b-a54f-ec761dff30f6 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 944 time: 0.0471659 Aug 27 01:34:19.962124 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-d79ebd09-dd9a-4a99-9f6e-2018ec70d1b1 req-319b2144-095f-47d4-9da3-53f0e3c7fd55 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310726 Aug 27 01:34:20.218460 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e12049-32c4-4a40-b7e8-20c9a7738af0 req-c4578908-1fcb-4b63-86f0-63f57899cf0f tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:20.219836 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-74e12049-32c4-4a40-b7e8-20c9a7738af0 req-c4578908-1fcb-4b63-86f0-63f57899cf0f tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0482266 Aug 27 01:34:20.256879 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-74e12049-32c4-4a40-b7e8-20c9a7738af0 req-35ead9a7-a6fa-460e-bf88-d2e88e4e8295 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313408 Aug 27 01:34:20.531911 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba662a-bb0b-4020-b7e4-cf0f8930ffe7 req-02d27dbc-7d86-4651-8587-a8b105d82553 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:20.533408 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-ddba662a-bb0b-4020-b7e4-cf0f8930ffe7 req-02d27dbc-7d86-4651-8587-a8b105d82553 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=5609c94a-0725-49da-a8dc-07496ea55d06 HTTP/1.1" status: 200 len: 945 time: 0.0524402 Aug 27 01:34:20.572779 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-ddba662a-bb0b-4020-b7e4-cf0f8930ffe7 req-e99bad8e-ec7e-4de3-880d-6d22ff7db13e tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321596 Aug 27 01:34:20.728303 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6caad47-a352-428f-b41d-768d7234fdb8 req-26ba3b49-f2b9-4252-9eb1-858c93c9c6a2 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:20.729697 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-b6caad47-a352-428f-b41d-768d7234fdb8 req-26ba3b49-f2b9-4252-9eb1-858c93c9c6a2 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/networks?id=6798e174-42c2-4b00-8cdd-a750c850a0c6 HTTP/1.1" status: 200 len: 814 time: 0.1016786 Aug 27 01:34:20.743947 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-b6caad47-a352-428f-b41d-768d7234fdb8 req-31bca787-219f-4882-8ce2-8c37d67d072d tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/quotas/b0342a0d1e3b49c29852c11d8aeadb6f HTTP/1.1" status: 200 len: 375 time: 0.0086725 Aug 27 01:34:20.773159 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-b6caad47-a352-428f-b41d-768d7234fdb8 req-adfb09dd-19ca-457f-aade-99724cd85f11 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b0342a0d1e3b49c29852c11d8aeadb6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0241735 Aug 27 01:34:20.863959 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-b6caad47-a352-428f-b41d-768d7234fdb8 req-80afa9ce-d9f6-43b8-a1e9-c0527d5be383 service neutron] 10.222.0.25 "GET /v2.0/networks/6798e174-42c2-4b00-8cdd-a750c850a0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836313 Aug 27 01:34:20.985977 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f7b03-7398-4993-ac99-157ce25c289f req-36ddc031-c06d-4ac0-b5a3-476a65b13ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:20.987321 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-e84f7b03-7398-4993-ac99-157ce25c289f req-36ddc031-c06d-4ac0-b5a3-476a65b13ac0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 1099 time: 0.0663211 Aug 27 01:34:20.989598 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-b6caad47-a352-428f-b41d-768d7234fdb8 req-93e84a32-e10d-4784-bc27-f44dcd09aa44 service neutron] 10.222.0.25 "GET /v2.0/networks/6798e174-42c2-4b00-8cdd-a750c850a0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177897 Aug 27 01:34:21.025524 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-e84f7b03-7398-4993-ac99-157ce25c289f req-cc9bd698-c9d5-4e82-8ede-fddbfaf7e5aa service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295911 Aug 27 01:34:21.082794 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad649a-78ce-44ab-95b0-a6736b0ae340 req-b6b34a7f-22a6-450a-ab22-7aed1e131c23 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:21.084438 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-1cad649a-78ce-44ab-95b0-a6736b0ae340 req-b6b34a7f-22a6-450a-ab22-7aed1e131c23 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 944 time: 0.0497987 Aug 27 01:34:21.122306 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-1cad649a-78ce-44ab-95b0-a6736b0ae340 req-4068b6aa-d8d1-42c2-8566-47cc4110919e tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308168 Aug 27 01:34:21.229023 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-e5ee3966-9321-42fa-912c-41f7e92d761f req-7a0b19b6-e344-490c-aab8-a2aa74db3ac0 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c494433-2508-45e2-8373-13c34a7c565e HTTP/1.1" status: 200 len: 210 time: 0.0250418 Aug 27 01:34:21.374306 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457cbc1b-14fe-402d-9844-9d0475fb934b req-5795bb33-a5b9-4b95-b436-ea3b87b909e4 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:21.375775 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-457cbc1b-14fe-402d-9844-9d0475fb934b req-5795bb33-a5b9-4b95-b436-ea3b87b909e4 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0515480 Aug 27 01:34:21.420891 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-457cbc1b-14fe-402d-9844-9d0475fb934b req-bb350e0a-ede1-4c55-8b9e-c30c99cb8373 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390108 Aug 27 01:34:21.687428 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e76d5-5b7a-4519-b979-3b611f3dd39e req-85aab6db-1db8-4fee-9441-7f9f9dad1e1b tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:21.689674 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-4b3e76d5-5b7a-4519-b979-3b611f3dd39e req-85aab6db-1db8-4fee-9441-7f9f9dad1e1b tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=5609c94a-0725-49da-a8dc-07496ea55d06 HTTP/1.1" status: 200 len: 945 time: 0.0508044 Aug 27 01:34:21.727812 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d5646-6666-4b8b-a974-4901d92cda05 req-ab01cece-0bef-4986-aca6-dda3935843bd tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:21.729448 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-5b8d5646-6666-4b8b-a974-4901d92cda05 req-ab01cece-0bef-4986-aca6-dda3935843bd tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.24 "GET /v2.0/ports?device_id=5609c94a-0725-49da-a8dc-07496ea55d06 HTTP/1.1" status: 200 len: 945 time: 0.0507867 Aug 27 01:34:21.731189 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-4b3e76d5-5b7a-4519-b979-3b611f3dd39e req-8e5b9334-a0e4-40f9-831d-4485e3ce1a88 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341656 Aug 27 01:34:21.769841 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device 5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e up at agent hyperv_hv-cinder-75916 {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:34:21.817859 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Provisioning complete for port 5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:34:21.818209 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:21.825354 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [req-5b8d5646-6666-4b8b-a974-4901d92cda05 req-0ce0a93b-e7df-4b01-a149-7d2faa8c7308 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Deleting port 313048b0-3d74-4d3f-af39-cfb37676bde6 {{(pid=94315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:34:21.825691 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-5b8d5646-6666-4b8b-a974-4901d92cda05 req-0ce0a93b-e7df-4b01-a149-7d2faa8c7308 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:21.895319 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:21.917470 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec83298-8a1e-4edd-be07-4e0592a0ce04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e'}] {{(pid=94317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:34:21.919691 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ae24146460100d3107ec4d42823fa970b16dae16efc5fac949978fe01edd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf61201-07e6-49a2-9da2-dc869cce386d" -d '{"events": [{"server_uuid": "6ec83298-8a1e-4edd-be07-4e0592a0ce04", "name": "network-vif-plugged", "status": "completed", "tag": "5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e"}]}' {{(pid=94317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:34:21.920652 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [req-5b8d5646-6666-4b8b-a974-4901d92cda05 req-0ce0a93b-e7df-4b01-a149-7d2faa8c7308 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] For port 313048b0-3d74-4d3f-af39-cfb37676bde6, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=313048b0-3d74-4d3f-af39-cfb37676bde6,segment=NetworkSegment(f46d30fd-ee13-4318-b586-c425fc0d32de),segment_id=f46d30fd-ee13-4318-b586-c425fc0d32de)] {{(pid=94315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:34:21.921124 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-5b8d5646-6666-4b8b-a974-4901d92cda05 req-0ce0a93b-e7df-4b01-a149-7d2faa8c7308 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:21.936350 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [req-5b8d5646-6666-4b8b-a974-4901d92cda05 req-0ce0a93b-e7df-4b01-a149-7d2faa8c7308 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Calling delete_port for 313048b0-3d74-4d3f-af39-cfb37676bde6 owned by compute:nova {{(pid=94315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:34:21.936778 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port 5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e,segment=NetworkSegment(f8ab679e-b537-4c90-a2f7-0b9fb93d20b1),segment_id=f8ab679e-b537-4c90-a2f7-0b9fb93d20b1)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:34:21.975485 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 01:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c8dd6f-dadd-444f-963c-865b5fe6db59 x-openstack-request-id: req-d9c8dd6f-dadd-444f-963c-865b5fe6db59 {{(pid=94317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:34:21.975771 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ec83298-8a1e-4edd-be07-4e0592a0ce04", "name": "network-vif-plugged", "status": "completed", "tag": "5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e", "code": 200}]} {{(pid=94317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:34:21.976020 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d9c8dd6f-dadd-444f-963c-865b5fe6db59 {{(pid=94317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:34:21.976410 dv-cinder-759169-3-iscsi neutron-server[94317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec83298-8a1e-4edd-be07-4e0592a0ce04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e', 'code': 200} Aug 27 01:34:21.979293 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:21.981619 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device 313048b0-3d74-4d3f-af39-cfb37676bde6 no longer exists at agent hyperv_hv-cinder-75916 {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 01:34:22.062116 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Pushing event updated for resources: {'Port': ['ID=5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e,revision_number=10']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:34:22.073311 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:34:22.073617 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:34:22.074114 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:34:22.074459 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:34:22.074790 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:34:22.075121 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:34:22.075453 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:34:22.075775 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:34:22.076101 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:34:22.076426 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:34:22.076747 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:34:22.077094 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:34:22.113511 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:22.151509 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-5b8d5646-6666-4b8b-a974-4901d92cda05 req-0ce0a93b-e7df-4b01-a149-7d2faa8c7308 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8502847'] for port, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:22.179110 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce0a93b-e7df-4b01-a149-7d2faa8c7308 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Pushing event deleted for resources: {'Port': ['ID=313048b0-3d74-4d3f-af39-cfb37676bde6,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:34:22.235105 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b8d5646-6666-4b8b-a974-4901d92cda05 req-0ce0a93b-e7df-4b01-a149-7d2faa8c7308 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] No DVR routers for this DVR port 313048b0-3d74-4d3f-af39-cfb37676bde6 on host hv-cinder-75916 {{(pid=94315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 01:34:22.238530 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-5b8d5646-6666-4b8b-a974-4901d92cda05 req-0ce0a93b-e7df-4b01-a149-7d2faa8c7308 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for port, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:22.245510 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-5b8d5646-6666-4b8b-a974-4901d92cda05 req-0ce0a93b-e7df-4b01-a149-7d2faa8c7308 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.24 "DELETE /v2.0/ports/313048b0-3d74-4d3f-af39-cfb37676bde6 HTTP/1.1" status: 204 len: 173 time: 0.5052044 Aug 27 01:34:22.245510 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5609c94a-0725-49da-a8dc-07496ea55d06', 'name': 'network-vif-deleted', 'tag': '313048b0-3d74-4d3f-af39-cfb37676bde6'}] {{(pid=94315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:34:22.245947 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4b197ec9f2f0e9474c50df7e7ed8b30a1ed8e7d4526d98a0361b780d87c209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3235fa2-d9fb-42e8-b39c-029d5a55046f" -d '{"events": [{"server_uuid": "5609c94a-0725-49da-a8dc-07496ea55d06", "name": "network-vif-deleted", "tag": "313048b0-3d74-4d3f-af39-cfb37676bde6"}]}' {{(pid=94315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:34:22.266613 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666b9b0-2a07-4e7b-bac4-49d56b4b3f98 req-7c656837-7f77-4607-9811-abe25be57d52 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:22.277555 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-0666b9b0-2a07-4e7b-bac4-49d56b4b3f98 req-7c656837-7f77-4607-9811-abe25be57d52 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 946 time: 0.0725665 Aug 27 01:34:22.318429 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] get_ports_and_sgs() called for port_ids ['c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e', 'cd19f281-5f24-4728-b09e-57bb575f8a48'] {{(pid=94317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 01:34:22.342452 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-bd8f6a50-1f80-4d9e-ab12-afa086b87a39 req-2d5ee560-3956-4fd7-9d92-a5d671b89f8f tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c494433-2508-45e2-8373-13c34a7c565e HTTP/1.1" status: 200 len: 210 time: 0.0322363 Aug 27 01:34:22.346101 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-0666b9b0-2a07-4e7b-bac4-49d56b4b3f98 req-2436d6e6-e901-49d2-8529-4f47a41f847d tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666492 Aug 27 01:34:22.400638 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 01:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c61b96d-e886-4bce-b462-5d0d96f44510 x-openstack-request-id: req-3c61b96d-e886-4bce-b462-5d0d96f44510 {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:34:22.401184 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5609c94a-0725-49da-a8dc-07496ea55d06", "name": "network-vif-deleted", "tag": "313048b0-3d74-4d3f-af39-cfb37676bde6", "status": "completed", "code": 200}]} {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:34:22.401440 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3c61b96d-e886-4bce-b462-5d0d96f44510 {{(pid=94315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:34:22.401832 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5609c94a-0725-49da-a8dc-07496ea55d06', 'name': 'network-vif-deleted', 'tag': '313048b0-3d74-4d3f-af39-cfb37676bde6', 'status': 'completed', 'code': 200} Aug 27 01:34:22.558407 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21053fc4-7ced-4504-8a35-e14c32c202b7 req-ca8f5b01-dde1-46a1-a7ca-4363ccefc514 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:22.559910 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-21053fc4-7ced-4504-8a35-e14c32c202b7 req-ca8f5b01-dde1-46a1-a7ca-4363ccefc514 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0568910 Aug 27 01:34:22.600534 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-21053fc4-7ced-4504-8a35-e14c32c202b7 req-43af61e8-2528-4dc6-afab-507c984640fd tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342531 Aug 27 01:34:22.775739 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72885e92-fb1e-46a3-adfe-4359fe5a909e req-dbeb544e-6f81-478c-9d50-b4295fc05605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:22.777248 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-72885e92-fb1e-46a3-adfe-4359fe5a909e req-dbeb544e-6f81-478c-9d50-b4295fc05605 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 1099 time: 0.0385849 Aug 27 01:34:22.813145 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-72885e92-fb1e-46a3-adfe-4359fe5a909e req-4dbf6911-d9c5-4fe6-9508-52761cbd1992 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285578 Aug 27 01:34:22.839591 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-9b224611-07be-481a-8fa1-4fc1e129771d req-9dcd7a95-1f79-4f41-86b9-a78d3eb70c7b tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=5609c94a-0725-49da-a8dc-07496ea55d06 HTTP/1.1" status: 200 len: 210 time: 0.0255034 Aug 27 01:34:23.447078 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-92e3fa52-06ea-4c02-86b2-86a6bdb57403 req-9cef5277-be6f-49e0-b282-119303a9d341 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c494433-2508-45e2-8373-13c34a7c565e HTTP/1.1" status: 200 len: 210 time: 0.0293429 Aug 27 01:34:23.787463 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c4562-8d45-4341-a6c3-608c47b53c5b req-570ba3f5-d07e-4b9d-a5d4-b92870d6c38e tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:23.789129 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-117c4562-8d45-4341-a6c3-608c47b53c5b req-570ba3f5-d07e-4b9d-a5d4-b92870d6c38e tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 946 time: 0.3628919 Aug 27 01:34:23.797105 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6caad47-a352-428f-b41d-768d7234fdb8 req-f1039236-4a09-4745-9044-f6a889a7f238 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:23.798633 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-b6caad47-a352-428f-b41d-768d7234fdb8 req-f1039236-4a09-4745-9044-f6a889a7f238 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.24 "GET /v2.0/networks?id=6798e174-42c2-4b00-8cdd-a750c850a0c6 HTTP/1.1" status: 200 len: 814 time: 0.4254594 Aug 27 01:34:23.803180 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-7e0b2bfa-69af-474a-ba7f-4caf801f2712 req-9df30bea-b0fd-40a1-a38c-0205b1c653fd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1246529 Aug 27 01:34:23.837558 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-117c4562-8d45-4341-a6c3-608c47b53c5b req-49cb046a-a4d1-41f0-bb96-f7b4dade7629 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379083 Aug 27 01:34:23.848948 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [req-b6caad47-a352-428f-b41d-768d7234fdb8 req-f47f7944-64fc-493c-a78c-96dcc020d919 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Request body: {'port': {'device_id': '3c494433-2508-45e2-8373-13c34a7c565e', 'network_id': '6798e174-42c2-4b00-8cdd-a750c850a0c6', 'admin_state_up': True, 'tenant_id': 'b0342a0d1e3b49c29852c11d8aeadb6f'}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:34:23.941061 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79bb7ff-45a1-46c9-960c-3497eaabc6ff req-25dfe81c-3b2d-40f1-8106-7b00a9f65fb1 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:23.948982 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-a79bb7ff-45a1-46c9-960c-3497eaabc6ff req-25dfe81c-3b2d-40f1-8106-7b00a9f65fb1 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.2749074 Aug 27 01:34:23.983995 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-a79bb7ff-45a1-46c9-960c-3497eaabc6ff req-b43f878a-1bbb-40e5-9382-5c44f2aba8b6 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339189 Aug 27 01:34:23.986258 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b2bfa-69af-474a-ba7f-4caf801f2712 req-a090d8d6-2d5b-45cd-82a1-968149d262b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:23.987762 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-7e0b2bfa-69af-474a-ba7f-4caf801f2712 req-a090d8d6-2d5b-45cd-82a1-968149d262b3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc3b4bb0756249d19606e34fca91d4d5&device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 1099 time: 0.0919142 Aug 27 01:34:24.023087 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-a9c57bae-b8ff-4a07-9fba-153c228dfb2a req-7f90a778-09e5-4b14-81cf-0e050d507bf0 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=5609c94a-0725-49da-a8dc-07496ea55d06 HTTP/1.1" status: 200 len: 210 time: 0.0513926 Aug 27 01:34:24.155537 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b2bfa-69af-474a-ba7f-4caf801f2712 req-62d44dc6-482d-451c-8f1e-8a36d6b86264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:24.157176 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-7e0b2bfa-69af-474a-ba7f-4caf801f2712 req-62d44dc6-482d-451c-8f1e-8a36d6b86264 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b44490e8-3c86-4803-b813-6cfe1338f3e9 HTTP/1.1" status: 200 len: 919 time: 0.0952971 Aug 27 01:34:24.222625 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-7e0b2bfa-69af-474a-ba7f-4caf801f2712 req-5fc3aef8-79b5-434c-9693-8321c47959be service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f68a3b4-5d9c-4b17-875e-e3990c07efa7 HTTP/1.1" status: 200 len: 217 time: 0.0369928 Aug 27 01:34:24.229309 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6caad47-a352-428f-b41d-768d7234fdb8 req-f47f7944-64fc-493c-a78c-96dcc020d919 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Made reservation on behalf of b0342a0d1e3b49c29852c11d8aeadb6f for: {'port': 1} {{(pid=94315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:34:24.229309 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-b6caad47-a352-428f-b41d-768d7234fdb8 req-f47f7944-64fc-493c-a78c-96dcc020d919 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:24.346057 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b2bfa-69af-474a-ba7f-4caf801f2712 req-7a304fb3-70a7-46d9-9fc0-32a222cf55ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:24.347573 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-7e0b2bfa-69af-474a-ba7f-4caf801f2712 req-7a304fb3-70a7-46d9-9fc0-32a222cf55ae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a5d3291c-8bd6-41d2-89c4-7dffd869bccd HTTP/1.1" status: 200 len: 858 time: 0.0952287 Aug 27 01:34:24.395118 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-7e0b2bfa-69af-474a-ba7f-4caf801f2712 req-9c12ecc2-6f47-46cc-a658-77f88620d384 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b44490e8-3c86-4803-b813-6cfe1338f3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281644 Aug 27 01:34:24.420305 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:24.457350 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.db_base_plugin_common [req-b6caad47-a352-428f-b41d-768d7234fdb8 req-f47f7944-64fc-493c-a78c-96dcc020d919 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Allocated IP 172.20.0.9 (6798e174-42c2-4b00-8cdd-a750c850a0c6/f488d171-9d98-4a92-a8f1-ce7eaf19907d/2c66452a-5d7b-476f-b9bc-f96d7b0ab669) {{(pid=94315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 01:34:24.557807 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-7e0b2bfa-69af-474a-ba7f-4caf801f2712 req-41b58512-e742-486e-9b33-40d5e1c97a54 service neutron] 10.222.0.24 "GET /v2.0/networks/b44490e8-3c86-4803-b813-6cfe1338f3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549881 Aug 27 01:34:24.562294 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-000eb42f-4260-4cc9-b1aa-df488ba97c40 req-c25fd57d-2219-496a-a5c7-6d8e441401a5 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c494433-2508-45e2-8373-13c34a7c565e HTTP/1.1" status: 200 len: 210 time: 0.0264702 Aug 27 01:34:24.701030 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8757e94-c87d-420b-8a90-2423cf9b3493 req-1d4062ed-4407-4ef0-bd1b-54aa25f225e9 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:24.702440 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-b8757e94-c87d-420b-8a90-2423cf9b3493 req-1d4062ed-4407-4ef0-bd1b-54aa25f225e9 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.1698658 Aug 27 01:34:24.771771 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-7e0b2bfa-69af-474a-ba7f-4caf801f2712 req-0f5532c1-1f41-4b13-b782-b3d6ed157e97 service neutron] 10.222.0.24 "GET /v2.0/networks/b44490e8-3c86-4803-b813-6cfe1338f3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969440 Aug 27 01:34:24.778018 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-b6caad47-a352-428f-b41d-768d7234fdb8 req-f47f7944-64fc-493c-a78c-96dcc020d919 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Notify callbacks [] for port, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:24.797722 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-b8757e94-c87d-420b-8a90-2423cf9b3493 req-c346b14a-2165-4c7a-a914-00346f3ac6aa tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815091 Aug 27 01:34:24.907989 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c39248-6da8-4abe-9a41-1937e4936290 req-b33e495a-669e-4999-95a1-08bd1d7ce41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:24.909662 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-55c39248-6da8-4abe-9a41-1937e4936290 req-b33e495a-669e-4999-95a1-08bd1d7ce41c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc3b4bb0756249d19606e34fca91d4d5&device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 1099 time: 0.0416639 Aug 27 01:34:24.958811 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8ef51-e3d2-423e-9f90-265245464608 req-76749057-11b5-4ee1-ba7e-d2a77bd60d62 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:24.960196 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-c1d8ef51-e3d2-423e-9f90-265245464608 req-76749057-11b5-4ee1-ba7e-d2a77bd60d62 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 946 time: 0.0483296 Aug 27 01:34:24.987906 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-b6caad47-a352-428f-b41d-768d7234fdb8 req-f47f7944-64fc-493c-a78c-96dcc020d919 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791478024214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8502847'] for port, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:24.998186 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-c1d8ef51-e3d2-423e-9f90-265245464608 req-4fa99a4f-a54e-4fb5-b59f-45f0d515d5d6 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320790 Aug 27 01:34:25.047542 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c39248-6da8-4abe-9a41-1937e4936290 req-49533e89-bea0-4c00-9ecb-b44c06b3ed6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:25.048961 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-55c39248-6da8-4abe-9a41-1937e4936290 req-49533e89-bea0-4c00-9ecb-b44c06b3ed6c service neutron] 10.222.0.24 "GET /v2.0/networks?id=b44490e8-3c86-4803-b813-6cfe1338f3e9 HTTP/1.1" status: 200 len: 919 time: 0.1301548 Aug 27 01:34:25.051840 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6caad47-a352-428f-b41d-768d7234fdb8 req-f47f7944-64fc-493c-a78c-96dcc020d919 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Network 6798e174-42c2-4b00-8cdd-a750c850a0c6 is already hosted by enough agents. {{(pid=94315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:34:25.065921 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.base_scheduler [req-b6caad47-a352-428f-b41d-768d7234fdb8 req-f47f7944-64fc-493c-a78c-96dcc020d919 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Resources bound (agent type, host, resource id): {{(pid=94315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:34:25.068969 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6caad47-a352-428f-b41d-768d7234fdb8 req-f47f7944-64fc-493c-a78c-96dcc020d919 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Received port after_create {{(pid=94315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 01:34:25.102942 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47f7944-64fc-493c-a78c-96dcc020d919 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Pushing event updated for resources: {'Port': ['ID=2c66452a-5d7b-476f-b9bc-f96d7b0ab669,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:34:25.125478 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-55c39248-6da8-4abe-9a41-1937e4936290 req-60417b20-bf3f-4cd0-bd71-1336904f8a5d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f68a3b4-5d9c-4b17-875e-e3990c07efa7 HTTP/1.1" status: 200 len: 217 time: 0.0678163 Aug 27 01:34:25.185784 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6caad47-a352-428f-b41d-768d7234fdb8 req-f47f7944-64fc-493c-a78c-96dcc020d919 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:25.189187 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-b6caad47-a352-428f-b41d-768d7234fdb8 req-f47f7944-64fc-493c-a78c-96dcc020d919 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for port, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:25.206278 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c39248-6da8-4abe-9a41-1937e4936290 req-f16242dd-d189-4b77-b3de-0bcbf5210120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:25.207751 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-55c39248-6da8-4abe-9a41-1937e4936290 req-f16242dd-d189-4b77-b3de-0bcbf5210120 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a5d3291c-8bd6-41d2-89c4-7dffd869bccd HTTP/1.1" status: 200 len: 858 time: 0.0712163 Aug 27 01:34:25.242731 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-55c39248-6da8-4abe-9a41-1937e4936290 req-74df0122-d7c9-4fcc-a3f0-79cfb2d117ff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b44490e8-3c86-4803-b813-6cfe1338f3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253763 Aug 27 01:34:25.323625 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-b6caad47-a352-428f-b41d-768d7234fdb8 req-f47f7944-64fc-493c-a78c-96dcc020d919 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4797919 Aug 27 01:34:25.339649 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-55c39248-6da8-4abe-9a41-1937e4936290 req-aaea73a9-3721-45a8-9151-0f5c0cdc627a service neutron] 10.222.0.24 "GET /v2.0/networks/b44490e8-3c86-4803-b813-6cfe1338f3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869246 Aug 27 01:34:25.345461 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [req-b6caad47-a352-428f-b41d-768d7234fdb8 req-79043450-11bd-4e42-9f73-b49ef314675a service neutron] Request body: {'port': {'device_id': '3c494433-2508-45e2-8373-13c34a7c565e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75916'}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:34:25.458588 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-b6caad47-a352-428f-b41d-768d7234fdb8 req-79043450-11bd-4e42-9f73-b49ef314675a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:25.513743 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-55c39248-6da8-4abe-9a41-1937e4936290 req-269be89d-6713-48cc-8286-2424f8c2aed9 service neutron] 10.222.0.24 "GET /v2.0/networks/b44490e8-3c86-4803-b813-6cfe1338f3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655757 Aug 27 01:34:25.686826 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c69ee-e7c5-49f8-9795-29409ded8acb req-2d8cc202-d6e9-412a-bf22-cb31bf76bdb1 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:25.688466 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-991c69ee-e7c5-49f8-9795-29409ded8acb req-2d8cc202-d6e9-412a-bf22-cb31bf76bdb1 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e8afedf-7eb5-446f-a22d-1412c3a11039 HTTP/1.1" status: 200 len: 946 time: 0.1049926 Aug 27 01:34:25.714645 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de0670-a545-4b5f-9dd2-f964de3802f1 req-2579305b-8caf-43a0-90e0-be0827d33978 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:25.716432 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-c4de0670-a545-4b5f-9dd2-f964de3802f1 req-2579305b-8caf-43a0-90e0-be0827d33978 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c494433-2508-45e2-8373-13c34a7c565e HTTP/1.1" status: 200 len: 931 time: 0.0653348 Aug 27 01:34:25.757157 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-991c69ee-e7c5-49f8-9795-29409ded8acb req-6fad4bc2-e08a-4f72-855e-3142b4a455c4 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587697 Aug 27 01:34:25.763489 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-c4de0670-a545-4b5f-9dd2-f964de3802f1 req-c32e9bfe-ea16-4b8f-a35c-62182a26bf81 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d2883ba-c14f-4100-9802-bf6d0fe34ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396626 Aug 27 01:34:25.824599 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [req-b6caad47-a352-428f-b41d-768d7234fdb8 req-79043450-11bd-4e42-9f73-b49ef314675a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c66452a-5d7b-476f-b9bc-f96d7b0ab669 {{(pid=94315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 01:34:25.831775 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-b6caad47-a352-428f-b41d-768d7234fdb8 req-79043450-11bd-4e42-9f73-b49ef314675a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:25.843943 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.provisioning_blocks [req-b6caad47-a352-428f-b41d-768d7234fdb8 req-79043450-11bd-4e42-9f73-b49ef314675a service neutron] Transition to ACTIVE for port object 2c66452a-5d7b-476f-b9bc-f96d7b0ab669 will not be triggered until provisioned by entity L2. {{(pid=94315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:34:25.931384 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-b6caad47-a352-428f-b41d-768d7234fdb8 req-79043450-11bd-4e42-9f73-b49ef314675a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8502822'] for port, after_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:25.998973 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79043450-11bd-4e42-9f73-b49ef314675a service neutron] Pushing event updated for resources: {'Port': ['ID=2c66452a-5d7b-476f-b9bc-f96d7b0ab669,revision_number=2']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:34:26.017514 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90551f58-7f94-4913-b22a-955245a01c95 req-1fec00a1-984c-42f2-9736-b4b4a8b20748 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:26.017514 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-90551f58-7f94-4913-b22a-955245a01c95 req-1fec00a1-984c-42f2-9736-b4b4a8b20748 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.1109407 Aug 27 01:34:26.097276 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-90551f58-7f94-4913-b22a-955245a01c95 req-c43074fe-47d0-4d26-9866-7aecdd84ec5a tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689063 Aug 27 01:34:26.110662 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.managers [req-b6caad47-a352-428f-b41d-768d7234fdb8 req-79043450-11bd-4e42-9f73-b49ef314675a service neutron] Attempting to bind port 2c66452a-5d7b-476f-b9bc-f96d7b0ab669 on host hv-cinder-75916 for vnic_type normal with profile {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 01:34:26.111027 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.managers [req-b6caad47-a352-428f-b41d-768d7234fdb8 req-79043450-11bd-4e42-9f73-b49ef314675a service neutron] Attempting to bind port 2c66452a-5d7b-476f-b9bc-f96d7b0ab669 by drivers openvswitch,hyperv on host hv-cinder-75916 at level 0 using segments [{'id': '798527c9-acde-4a5e-b063-dc3ac329a6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6798e174-42c2-4b00-8cdd-a750c850a0c6'}] {{(pid=94315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 01:34:26.111383 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6caad47-a352-428f-b41d-768d7234fdb8 req-79043450-11bd-4e42-9f73-b49ef314675a service neutron] Attempting to bind port 2c66452a-5d7b-476f-b9bc-f96d7b0ab669 on network 6798e174-42c2-4b00-8cdd-a750c850a0c6 {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:34:26.116019 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6caad47-a352-428f-b41d-768d7234fdb8 req-79043450-11bd-4e42-9f73-b49ef314675a service neutron] Port 2c66452a-5d7b-476f-b9bc-f96d7b0ab669 on network 6798e174-42c2-4b00-8cdd-a750c850a0c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75916 {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 01:34:26.116339 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6caad47-a352-428f-b41d-768d7234fdb8 req-79043450-11bd-4e42-9f73-b49ef314675a service neutron] Attempting to bind port 2c66452a-5d7b-476f-b9bc-f96d7b0ab669 on network 6798e174-42c2-4b00-8cdd-a750c850a0c6 {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:34:26.122027 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6caad47-a352-428f-b41d-768d7234fdb8 req-79043450-11bd-4e42-9f73-b49ef314675a service neutron] Checking agent: {'id': '7830a306-a71a-451e-a6c7-89247e1febf2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75916', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 1, 28, 23), 'started_at': datetime.datetime(2021, 8, 27, 1, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 1, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 01:34:26.122371 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6caad47-a352-428f-b41d-768d7234fdb8 req-79043450-11bd-4e42-9f73-b49ef314675a service neutron] Checking segment: {'id': '798527c9-acde-4a5e-b063-dc3ac329a6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6798e174-42c2-4b00-8cdd-a750c850a0c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:34:26.122762 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6caad47-a352-428f-b41d-768d7234fdb8 req-79043450-11bd-4e42-9f73-b49ef314675a service neutron] Bound using segment: {'id': '798527c9-acde-4a5e-b063-dc3ac329a6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6798e174-42c2-4b00-8cdd-a750c850a0c6'} {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 01:34:26.123324 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.managers [req-b6caad47-a352-428f-b41d-768d7234fdb8 req-79043450-11bd-4e42-9f73-b49ef314675a service neutron] Bound port: 2c66452a-5d7b-476f-b9bc-f96d7b0ab669, host: hv-cinder-75916, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '798527c9-acde-4a5e-b063-dc3ac329a6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6798e174-42c2-4b00-8cdd-a750c850a0c6'}}] {{(pid=94315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 01:34:26.123689 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-b6caad47-a352-428f-b41d-768d7234fdb8 req-79043450-11bd-4e42-9f73-b49ef314675a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:26.207844 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [req-b6caad47-a352-428f-b41d-768d7234fdb8 req-79043450-11bd-4e42-9f73-b49ef314675a service neutron] For port 2c66452a-5d7b-476f-b9bc-f96d7b0ab669, host hv-cinder-75916, cleared binding levels {{(pid=94315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 01:34:26.233749 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [req-b6caad47-a352-428f-b41d-768d7234fdb8 req-79043450-11bd-4e42-9f73-b49ef314675a service neutron] For port 2c66452a-5d7b-476f-b9bc-f96d7b0ab669, host hv-cinder-75916, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=2c66452a-5d7b-476f-b9bc-f96d7b0ab669,segment=NetworkSegment(798527c9-acde-4a5e-b063-dc3ac329a6ba),segment_id=798527c9-acde-4a5e-b063-dc3ac329a6ba)] {{(pid=94315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 01:34:26.253037 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd190cab-309b-497d-818f-64a2e711d80c req-b9f609e3-9b33-4b01-a860-0494801b70f5 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:26.254537 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-dd190cab-309b-497d-818f-64a2e711d80c req-b9f609e3-9b33-4b01-a860-0494801b70f5 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 946 time: 0.0649891 Aug 27 01:34:26.293766 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-dd190cab-309b-497d-818f-64a2e711d80c req-189fd574-da9c-4167-a13b-17ad111b4c7b tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321641 Aug 27 01:34:26.351088 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-b6caad47-a352-428f-b41d-768d7234fdb8 req-79043450-11bd-4e42-9f73-b49ef314675a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8502822'] for port, after_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:26.384991 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6caad47-a352-428f-b41d-768d7234fdb8 req-79043450-11bd-4e42-9f73-b49ef314675a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:26.385650 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-b6caad47-a352-428f-b41d-768d7234fdb8 req-79043450-11bd-4e42-9f73-b49ef314675a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for port, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:26.387277 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-b6caad47-a352-428f-b41d-768d7234fdb8 req-79043450-11bd-4e42-9f73-b49ef314675a service neutron] 10.222.0.24 "PUT /v2.0/ports/2c66452a-5d7b-476f-b9bc-f96d7b0ab669 HTTP/1.1" status: 200 len: 1093 time: 1.0465918 Aug 27 01:34:26.387628 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c494433-2508-45e2-8373-13c34a7c565e', 'tag': '2c66452a-5d7b-476f-b9bc-f96d7b0ab669'}] {{(pid=94315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:34:26.390134 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4b197ec9f2f0e9474c50df7e7ed8b30a1ed8e7d4526d98a0361b780d87c209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa02f562-1a30-4e7d-af79-03677a04bf7f" -d '{"events": [{"name": "network-changed", "server_uuid": "3c494433-2508-45e2-8373-13c34a7c565e", "tag": "2c66452a-5d7b-476f-b9bc-f96d7b0ab669"}]}' {{(pid=94315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:34:26.423834 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79043450-11bd-4e42-9f73-b49ef314675a service neutron] Pushing event updated for resources: {'Port': ['ID=2c66452a-5d7b-476f-b9bc-f96d7b0ab669,revision_number=3']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:34:26.447015 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 01:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4efc89-67fb-4dd1-8304-ce7f7f391f1e x-openstack-request-id: req-ba4efc89-67fb-4dd1-8304-ce7f7f391f1e {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:34:26.447425 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c494433-2508-45e2-8373-13c34a7c565e", "tag": "2c66452a-5d7b-476f-b9bc-f96d7b0ab669", "status": "completed", "code": 200}]} {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:34:26.447759 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ba4efc89-67fb-4dd1-8304-ce7f7f391f1e {{(pid=94315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:34:26.448318 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c494433-2508-45e2-8373-13c34a7c565e', 'tag': '2c66452a-5d7b-476f-b9bc-f96d7b0ab669', 'status': 'completed', 'code': 200} Aug 27 01:34:26.572691 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02f562-1a30-4e7d-af79-03677a04bf7f req-5180ef5f-c824-4311-8648-0ffab46f9ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:26.574223 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-fa02f562-1a30-4e7d-af79-03677a04bf7f req-5180ef5f-c824-4311-8648-0ffab46f9ede service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b0342a0d1e3b49c29852c11d8aeadb6f&device_id=3c494433-2508-45e2-8373-13c34a7c565e HTTP/1.1" status: 200 len: 1096 time: 0.0412388 Aug 27 01:34:26.688977 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02f562-1a30-4e7d-af79-03677a04bf7f req-38124438-f2c2-44e7-8bb2-267079aa132e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:26.690421 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-fa02f562-1a30-4e7d-af79-03677a04bf7f req-38124438-f2c2-44e7-8bb2-267079aa132e service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=b0342a0d1e3b49c29852c11d8aeadb6f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0913641 Aug 27 01:34:26.785889 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02f562-1a30-4e7d-af79-03677a04bf7f req-2c6eb6d3-66fc-4a52-b53f-94787afe337d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:26.787347 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-fa02f562-1a30-4e7d-af79-03677a04bf7f req-2c6eb6d3-66fc-4a52-b53f-94787afe337d service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0877545 Aug 27 01:34:26.881681 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db58b516-7408-4625-96c1-4567ada97926 req-7d86f338-b6fc-4c2b-ac43-46c2a9433f75 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:26.883082 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-db58b516-7408-4625-96c1-4567ada97926 req-7d86f338-b6fc-4c2b-ac43-46c2a9433f75 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e8afedf-7eb5-446f-a22d-1412c3a11039 HTTP/1.1" status: 200 len: 946 time: 0.0496802 Aug 27 01:34:26.885678 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7499c-5435-424c-ad77-c0b7372e90e3 req-938d8e66-e7ab-418e-9950-7486ac8eebfc tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:26.887172 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-33f7499c-5435-424c-ad77-c0b7372e90e3 req-938d8e66-e7ab-418e-9950-7486ac8eebfc tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c494433-2508-45e2-8373-13c34a7c565e HTTP/1.1" status: 200 len: 943 time: 0.0518744 Aug 27 01:34:26.921340 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-db58b516-7408-4625-96c1-4567ada97926 req-1948bf97-8435-4bfe-a983-af445e19c8dc tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311410 Aug 27 01:34:26.949164 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-33f7499c-5435-424c-ad77-c0b7372e90e3 req-525644ca-d44b-449b-9f5d-06ca806ab0b0 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d2883ba-c14f-4100-9802-bf6d0fe34ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529616 Aug 27 01:34:26.955466 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6caad47-a352-428f-b41d-768d7234fdb8 req-88630293-53c1-4227-ba8f-c3a5e52db4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:26.956912 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-b6caad47-a352-428f-b41d-768d7234fdb8 req-88630293-53c1-4227-ba8f-c3a5e52db4ef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b0342a0d1e3b49c29852c11d8aeadb6f&device_id=3c494433-2508-45e2-8373-13c34a7c565e HTTP/1.1" status: 200 len: 1096 time: 0.0685108 Aug 27 01:34:27.015180 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-b6caad47-a352-428f-b41d-768d7234fdb8 req-2d1d3bc4-d3f5-4cca-93c2-5272c354227c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c66452a-5d7b-476f-b9bc-f96d7b0ab669 HTTP/1.1" status: 200 len: 217 time: 0.0372829 Aug 27 01:34:27.063243 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6caad47-a352-428f-b41d-768d7234fdb8 req-56469345-d423-493d-8df9-588e18ff1139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:27.064645 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-b6caad47-a352-428f-b41d-768d7234fdb8 req-56469345-d423-493d-8df9-588e18ff1139 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f488d171-9d98-4a92-a8f1-ce7eaf19907d HTTP/1.1" status: 200 len: 854 time: 0.0425212 Aug 27 01:34:27.104037 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-b6caad47-a352-428f-b41d-768d7234fdb8 req-6b8dfdd4-e85c-45f6-b18e-9ef2aeee2625 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6798e174-42c2-4b00-8cdd-a750c850a0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243983 Aug 27 01:34:27.208644 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-b6caad47-a352-428f-b41d-768d7234fdb8 req-5b22e801-9d62-4427-a2f8-5e4e48d154d8 service neutron] 10.222.0.24 "GET /v2.0/networks/6798e174-42c2-4b00-8cdd-a750c850a0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877893 Aug 27 01:34:27.211942 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27a51e-f578-48f6-99bb-0851009629c6 req-a26574ad-3f76-4561-a113-a3b72bfc02e2 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:27.213504 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-7c27a51e-f578-48f6-99bb-0851009629c6 req-a26574ad-3f76-4561-a113-a3b72bfc02e2 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0493686 Aug 27 01:34:27.251494 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-7c27a51e-f578-48f6-99bb-0851009629c6 req-ff3deb4e-25e2-4166-a693-762660024f40 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320396 Aug 27 01:34:27.303177 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-b6caad47-a352-428f-b41d-768d7234fdb8 req-116a503b-70f6-4f17-a94e-f3ec781a1103 service neutron] 10.222.0.24 "GET /v2.0/networks/6798e174-42c2-4b00-8cdd-a750c850a0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844460 Aug 27 01:34:27.413473 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9223d22-7806-462d-b14f-abe2e19c8fc0 req-9301d515-b872-4b7a-aabf-a3fda1b430f4 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:27.415598 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-c9223d22-7806-462d-b14f-abe2e19c8fc0 req-9301d515-b872-4b7a-aabf-a3fda1b430f4 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 946 time: 0.0496647 Aug 27 01:34:27.453471 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-c9223d22-7806-462d-b14f-abe2e19c8fc0 req-9f9c6236-409a-4a67-b435-e8f0a9b2f790 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316927 Aug 27 01:34:27.996082 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c4ae1-fb99-47e4-b646-0e05018309fc req-1084c364-baf8-4d82-9f8a-3a7807fce3fe tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:27.997696 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-4a1c4ae1-fb99-47e4-b646-0e05018309fc req-1084c364-baf8-4d82-9f8a-3a7807fce3fe tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8afedf-7eb5-446f-a22d-1412c3a11039 HTTP/1.1" status: 200 len: 946 time: 0.0610619 Aug 27 01:34:28.047431 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4ffbc-57c4-4864-bedd-c4b49ae6df51 req-268d82a3-4f29-4c7e-99bf-ec915b9f13b9 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:28.049113 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-40c4ffbc-57c4-4864-bedd-c4b49ae6df51 req-268d82a3-4f29-4c7e-99bf-ec915b9f13b9 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e8afedf-7eb5-446f-a22d-1412c3a11039 HTTP/1.1" status: 200 len: 946 time: 0.0565395 Aug 27 01:34:28.089419 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-40c4ffbc-57c4-4864-bedd-c4b49ae6df51 req-5086b8df-58c1-4da6-9eab-6ea769eca08f tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317292 Aug 27 01:34:28.119530 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d11a09-21bb-4c05-a60c-33ff490e2ff5 req-dff58373-1dee-4a89-965e-0d2a633e6013 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:28.121086 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-a3d11a09-21bb-4c05-a60c-33ff490e2ff5 req-dff58373-1dee-4a89-965e-0d2a633e6013 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c494433-2508-45e2-8373-13c34a7c565e HTTP/1.1" status: 200 len: 943 time: 0.0841858 Aug 27 01:34:28.165293 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [req-4a1c4ae1-fb99-47e4-b646-0e05018309fc req-8273382e-fdfd-434d-a8e4-76a566630518 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Deleting port cd19f281-5f24-4728-b09e-57bb575f8a48 {{(pid=94315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:34:28.165635 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-4a1c4ae1-fb99-47e4-b646-0e05018309fc req-8273382e-fdfd-434d-a8e4-76a566630518 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:28.212588 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-a3d11a09-21bb-4c05-a60c-33ff490e2ff5 req-5c57373b-c6bf-4534-9727-451c3d14520c tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d2883ba-c14f-4100-9802-bf6d0fe34ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850012 Aug 27 01:34:28.261740 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [req-4a1c4ae1-fb99-47e4-b646-0e05018309fc req-8273382e-fdfd-434d-a8e4-76a566630518 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] For port cd19f281-5f24-4728-b09e-57bb575f8a48, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=cd19f281-5f24-4728-b09e-57bb575f8a48,segment=NetworkSegment(f46d30fd-ee13-4318-b586-c425fc0d32de),segment_id=f46d30fd-ee13-4318-b586-c425fc0d32de)] {{(pid=94315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:34:28.262111 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-4a1c4ae1-fb99-47e4-b646-0e05018309fc req-8273382e-fdfd-434d-a8e4-76a566630518 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:28.274541 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [req-4a1c4ae1-fb99-47e4-b646-0e05018309fc req-8273382e-fdfd-434d-a8e4-76a566630518 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Calling delete_port for cd19f281-5f24-4728-b09e-57bb575f8a48 owned by compute:nova {{(pid=94315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:34:28.366151 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b348d-e2dc-4675-83ff-d0ddcfdc3121 req-c132a778-9acb-43e2-960c-278197c8f67b tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:28.375044 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-eb2b348d-e2dc-4675-83ff-d0ddcfdc3121 req-c132a778-9acb-43e2-960c-278197c8f67b tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0483935 Aug 27 01:34:28.407113 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-eb2b348d-e2dc-4675-83ff-d0ddcfdc3121 req-b8c39233-60ed-4eea-bce3-fc8c7326db07 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329278 Aug 27 01:34:28.470838 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-4a1c4ae1-fb99-47e4-b646-0e05018309fc req-8273382e-fdfd-434d-a8e4-76a566630518 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8502847'] for port, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:28.498431 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8273382e-fdfd-434d-a8e4-76a566630518 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Pushing event deleted for resources: {'Port': ['ID=cd19f281-5f24-4728-b09e-57bb575f8a48,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:34:28.528968 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] get_ports_and_sgs() called for port_ids ['c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e', 'cd19f281-5f24-4728-b09e-57bb575f8a48'] {{(pid=94317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 01:34:28.553480 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a1c4ae1-fb99-47e4-b646-0e05018309fc req-8273382e-fdfd-434d-a8e4-76a566630518 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] No DVR routers for this DVR port cd19f281-5f24-4728-b09e-57bb575f8a48 on host hv-cinder-75916 {{(pid=94315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 01:34:28.556571 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-4a1c4ae1-fb99-47e4-b646-0e05018309fc req-8273382e-fdfd-434d-a8e4-76a566630518 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for port, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:28.558998 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-4a1c4ae1-fb99-47e4-b646-0e05018309fc req-8273382e-fdfd-434d-a8e4-76a566630518 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.24 "DELETE /v2.0/ports/cd19f281-5f24-4728-b09e-57bb575f8a48 HTTP/1.1" status: 204 len: 173 time: 0.5488217 Aug 27 01:34:28.559747 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e8afedf-7eb5-446f-a22d-1412c3a11039', 'name': 'network-vif-deleted', 'tag': 'cd19f281-5f24-4728-b09e-57bb575f8a48'}] {{(pid=94315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:34:28.561896 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4b197ec9f2f0e9474c50df7e7ed8b30a1ed8e7d4526d98a0361b780d87c209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5526eb-6e1c-4d05-b6f8-49c96246ad89" -d '{"events": [{"server_uuid": "6e8afedf-7eb5-446f-a22d-1412c3a11039", "name": "network-vif-deleted", "tag": "cd19f281-5f24-4728-b09e-57bb575f8a48"}]}' {{(pid=94315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:34:28.600667 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 01:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38912c9e-3cc0-41fc-a426-1cc1e63ba294 x-openstack-request-id: req-38912c9e-3cc0-41fc-a426-1cc1e63ba294 {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:34:28.603860 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e8afedf-7eb5-446f-a22d-1412c3a11039", "name": "network-vif-deleted", "tag": "cd19f281-5f24-4728-b09e-57bb575f8a48", "status": "completed", "code": 200}]} {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:34:28.605129 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-38912c9e-3cc0-41fc-a426-1cc1e63ba294 {{(pid=94315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:34:28.605733 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e8afedf-7eb5-446f-a22d-1412c3a11039', 'name': 'network-vif-deleted', 'tag': 'cd19f281-5f24-4728-b09e-57bb575f8a48', 'status': 'completed', 'code': 200} Aug 27 01:34:29.015107 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777ecf8-6404-4396-8127-d8ef8cad0487 req-0783c3a7-d44f-4b11-b98b-6e7111b1d49d tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:29.016557 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-d777ecf8-6404-4396-8127-d8ef8cad0487 req-0783c3a7-d44f-4b11-b98b-6e7111b1d49d tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 945 time: 0.0515094 Aug 27 01:34:29.054299 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-d777ecf8-6404-4396-8127-d8ef8cad0487 req-a21f35c6-ceac-4d6a-870c-ef4f2f6d25ec tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317426 Aug 27 01:34:29.206043 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-7e0930a5-9a47-4d84-968d-5a0d5e407d4e req-55ae2d9f-40b6-4329-9961-9bab9ff6edda tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e8afedf-7eb5-446f-a22d-1412c3a11039 HTTP/1.1" status: 200 len: 210 time: 0.0302958 Aug 27 01:34:29.329382 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923b66e-e6ea-47ea-a36e-329dc697e9dd req-49abbb51-244e-4d1a-bacc-e17b8a869c96 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:29.330762 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-1923b66e-e6ea-47ea-a36e-329dc697e9dd req-49abbb51-244e-4d1a-bacc-e17b8a869c96 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c494433-2508-45e2-8373-13c34a7c565e HTTP/1.1" status: 200 len: 943 time: 0.0523105 Aug 27 01:34:29.368999 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-1923b66e-e6ea-47ea-a36e-329dc697e9dd req-8c581702-3cbc-4d93-a8e8-c9a1be89a04b tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d2883ba-c14f-4100-9802-bf6d0fe34ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324423 Aug 27 01:34:29.758847 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device 2c66452a-5d7b-476f-b9bc-f96d7b0ab669 details requested by agent hyperv_hv-cinder-75916 with host hv-cinder-75916 {{(pid=94317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 01:34:29.856775 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port 2c66452a-5d7b-476f-b9bc-f96d7b0ab669, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=2c66452a-5d7b-476f-b9bc-f96d7b0ab669,segment=NetworkSegment(798527c9-acde-4a5e-b063-dc3ac329a6ba),segment_id=798527c9-acde-4a5e-b063-dc3ac329a6ba)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:34:29.867588 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Returning: {'device': '2c66452a-5d7b-476f-b9bc-f96d7b0ab669', 'network_id': '6798e174-42c2-4b00-8cdd-a750c850a0c6', 'port_id': '2c66452a-5d7b-476f-b9bc-f96d7b0ab669', 'mac_address': 'fa:16:3e:bf:87:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f488d171-9d98-4a92-a8f1-ce7eaf19907d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 01:34:29.905804 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:29.919365 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.notifiers.nova [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c66452a-5d7b-476f-b9bc-f96d7b0ab669 {{(pid=94317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 01:34:29.939371 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port 2c66452a-5d7b-476f-b9bc-f96d7b0ab669, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=2c66452a-5d7b-476f-b9bc-f96d7b0ab669,segment=NetworkSegment(798527c9-acde-4a5e-b063-dc3ac329a6ba),segment_id=798527c9-acde-4a5e-b063-dc3ac329a6ba)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:34:30.002373 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:30.055709 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Pushing event updated for resources: {'Port': ['ID=2c66452a-5d7b-476f-b9bc-f96d7b0ab669,revision_number=4']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:34:30.169736 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2174acd-773b-4fb0-932a-f3b9a2be8a15 req-132744cb-92ad-4364-8928-3cd31970dc0c tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:30.173292 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-e2174acd-773b-4fb0-932a-f3b9a2be8a15 req-132744cb-92ad-4364-8928-3cd31970dc0c tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 945 time: 0.0515873 Aug 27 01:34:30.211160 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-e2174acd-773b-4fb0-932a-f3b9a2be8a15 req-4f128e7d-0222-4283-b6ff-12ca34b7cb07 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338550 Aug 27 01:34:30.421423 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] get_ports_and_sgs() called for port_ids ['2c66452a-5d7b-476f-b9bc-f96d7b0ab669'] {{(pid=94317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 01:34:30.486554 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5204dc93-3a84-435b-9cc1-47f1c4edc9f4 req-17bcfc66-56fb-4c4f-b5ee-786be2f6158d tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:30.488112 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-5204dc93-3a84-435b-9cc1-47f1c4edc9f4 req-17bcfc66-56fb-4c4f-b5ee-786be2f6158d tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c494433-2508-45e2-8373-13c34a7c565e HTTP/1.1" status: 200 len: 944 time: 0.0530207 Aug 27 01:34:30.527992 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-5204dc93-3a84-435b-9cc1-47f1c4edc9f4 req-ef3cff37-930b-405c-9392-94f0a2c2965c tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d2883ba-c14f-4100-9802-bf6d0fe34ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326962 Aug 27 01:34:31.328264 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85323359-ef7b-4130-b381-725aebf5d11f req-d8833824-21bc-4b1d-b7e6-7e4219cbf28b tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:31.329766 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-85323359-ef7b-4130-b381-725aebf5d11f req-d8833824-21bc-4b1d-b7e6-7e4219cbf28b tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 945 time: 0.0521131 Aug 27 01:34:31.370169 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-85323359-ef7b-4130-b381-725aebf5d11f req-8cc3b916-8d66-4974-8bbb-fc59c8942843 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341053 Aug 27 01:34:31.639714 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f7742-1d52-47f1-99e1-16eaf7ef8a54 req-5fb4a6b6-5e62-48b1-99e7-9083a41950fd tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:31.641308 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-c18f7742-1d52-47f1-99e1-16eaf7ef8a54 req-5fb4a6b6-5e62-48b1-99e7-9083a41950fd tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c494433-2508-45e2-8373-13c34a7c565e HTTP/1.1" status: 200 len: 944 time: 0.0475018 Aug 27 01:34:31.678640 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-c18f7742-1d52-47f1-99e1-16eaf7ef8a54 req-96bacac2-09ce-4aad-9206-c103404df598 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d2883ba-c14f-4100-9802-bf6d0fe34ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314941 Aug 27 01:34:31.763442 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device 2c66452a-5d7b-476f-b9bc-f96d7b0ab669 up at agent hyperv_hv-cinder-75916 {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:34:31.939493 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Provisioning for port 2c66452a-5d7b-476f-b9bc-f96d7b0ab669 completed by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:34:31.943480 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Provisioning complete for port 2c66452a-5d7b-476f-b9bc-f96d7b0ab669 triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:34:31.943867 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:32.023955 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:32.048283 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c494433-2508-45e2-8373-13c34a7c565e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c66452a-5d7b-476f-b9bc-f96d7b0ab669'}] {{(pid=94317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:34:32.050816 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ae24146460100d3107ec4d42823fa970b16dae16efc5fac949978fe01edd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d6f531-6df5-4a75-b3f2-7ee03991644c" -d '{"events": [{"server_uuid": "3c494433-2508-45e2-8373-13c34a7c565e", "name": "network-vif-plugged", "status": "completed", "tag": "2c66452a-5d7b-476f-b9bc-f96d7b0ab669"}]}' {{(pid=94317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:34:32.063559 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port 2c66452a-5d7b-476f-b9bc-f96d7b0ab669, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=2c66452a-5d7b-476f-b9bc-f96d7b0ab669,segment=NetworkSegment(798527c9-acde-4a5e-b063-dc3ac329a6ba),segment_id=798527c9-acde-4a5e-b063-dc3ac329a6ba)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:34:32.090081 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00f2a6-3119-4e5f-8e57-56a9a5b55636 req-05153919-dd2e-484d-8785-51a36f7b9053 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:32.090268 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 01:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2d7462-a313-4fd1-ab65-fc7ddf3b4e07 x-openstack-request-id: req-dc2d7462-a313-4fd1-ab65-fc7ddf3b4e07 {{(pid=94317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:34:32.090561 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c494433-2508-45e2-8373-13c34a7c565e", "name": "network-vif-plugged", "status": "completed", "tag": "2c66452a-5d7b-476f-b9bc-f96d7b0ab669", "code": 200}]} {{(pid=94317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:34:32.090835 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dc2d7462-a313-4fd1-ab65-fc7ddf3b4e07 {{(pid=94317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:34:32.091229 dv-cinder-759169-3-iscsi neutron-server[94317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c494433-2508-45e2-8373-13c34a7c565e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c66452a-5d7b-476f-b9bc-f96d7b0ab669', 'code': 200} Aug 27 01:34:32.091600 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-fb00f2a6-3119-4e5f-8e57-56a9a5b55636 req-05153919-dd2e-484d-8785-51a36f7b9053 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f70206d1-bfb4-4b0a-9215-72f8e06a7c66 HTTP/1.1" status: 200 len: 945 time: 0.0516753 Aug 27 01:34:32.128569 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:32.129170 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-fb00f2a6-3119-4e5f-8e57-56a9a5b55636 req-6ab4ddf8-2f54-4e9e-aa7b-46257a3e82c7 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317299 Aug 27 01:34:32.129910 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device cd19f281-5f24-4728-b09e-57bb575f8a48 no longer exists at agent hyperv_hv-cinder-75916 {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 01:34:32.172686 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] No Port match for: cd19f281-5f24-4728-b09e-57bb575f8a48 {{(pid=94317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 01:34:32.173046 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device cd19f281-5f24-4728-b09e-57bb575f8a48 not bound to the agent host hv-cinder-75916 {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 01:34:32.202880 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Pushing event updated for resources: {'Port': ['ID=2c66452a-5d7b-476f-b9bc-f96d7b0ab669,revision_number=5']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:34:32.453991 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d707f36-b0f4-4cea-93c8-bbec4943c444 req-3edb8302-7e8f-4dfa-a88f-1b9ef5464bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:32.455394 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-9d707f36-b0f4-4cea-93c8-bbec4943c444 req-3edb8302-7e8f-4dfa-a88f-1b9ef5464bb4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3c494433-2508-45e2-8373-13c34a7c565e HTTP/1.1" status: 200 len: 1098 time: 0.0529754 Aug 27 01:34:32.510107 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d471d0-6097-430f-8369-ff3003e7deaa req-fe1de16d-b8f0-4d56-9ef1-7f4061267c00 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:32.511612 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-c3d471d0-6097-430f-8369-ff3003e7deaa req-fe1de16d-b8f0-4d56-9ef1-7f4061267c00 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 945 time: 0.0710323 Aug 27 01:34:32.515785 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-9d707f36-b0f4-4cea-93c8-bbec4943c444 req-71a773d3-9b27-4cf6-a707-e7545ca576d4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3d2883ba-c14f-4100-9802-bf6d0fe34ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465291 Aug 27 01:34:32.548630 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-c3d471d0-6097-430f-8369-ff3003e7deaa req-e04d3ff9-419a-4d71-a5dc-a26afacc61f1 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310791 Aug 27 01:34:32.791124 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5763d2-bb5c-4ce7-a23c-71c2aa27906c req-a9140b64-1415-4e16-b437-fc2eecab598e tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:32.792721 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-6d5763d2-bb5c-4ce7-a23c-71c2aa27906c req-a9140b64-1415-4e16-b437-fc2eecab598e tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c494433-2508-45e2-8373-13c34a7c565e HTTP/1.1" status: 200 len: 945 time: 0.0510674 Aug 27 01:34:32.830491 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-6d5763d2-bb5c-4ce7-a23c-71c2aa27906c req-bfeb8dc8-deb2-4eaf-ad96-406ae0d1d9b2 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d2883ba-c14f-4100-9802-bf6d0fe34ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318422 Aug 27 01:34:33.250373 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c4a69-67f5-48dc-86d2-286492ecad01 req-dba688f3-bbb5-4382-a296-9f29c16a9d6e tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:33.252871 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-313c4a69-67f5-48dc-86d2-286492ecad01 req-dba688f3-bbb5-4382-a296-9f29c16a9d6e tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f70206d1-bfb4-4b0a-9215-72f8e06a7c66 HTTP/1.1" status: 200 len: 945 time: 0.0538843 Aug 27 01:34:33.293612 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-313c4a69-67f5-48dc-86d2-286492ecad01 req-d96ebd4f-dec9-4a60-b8d8-b3a645fd21ab tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355387 Aug 27 01:34:33.663114 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b6b37-15c5-4685-bec0-d6fa5b304760 req-3956bc4c-cdf2-4eb8-9c56-3e8085a4fa46 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:33.666539 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-f86b6b37-15c5-4685-bec0-d6fa5b304760 req-3956bc4c-cdf2-4eb8-9c56-3e8085a4fa46 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 945 time: 0.0480711 Aug 27 01:34:33.704307 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-f86b6b37-15c5-4685-bec0-d6fa5b304760 req-cb9cbabb-e03b-4253-affb-376f2626c552 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331607 Aug 27 01:34:33.946695 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b117be57-3829-4ab3-bf9e-2059c1b7a69e req-65b1a53e-7ea6-472e-bd02-76173a3977bd tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:33.949360 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-b117be57-3829-4ab3-bf9e-2059c1b7a69e req-65b1a53e-7ea6-472e-bd02-76173a3977bd tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c494433-2508-45e2-8373-13c34a7c565e HTTP/1.1" status: 200 len: 945 time: 0.0502396 Aug 27 01:34:33.991848 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-b117be57-3829-4ab3-bf9e-2059c1b7a69e req-9f834b63-f217-444c-ba1c-5f1c945b7612 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d2883ba-c14f-4100-9802-bf6d0fe34ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365765 Aug 27 01:34:34.101797 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b7423-6dd7-4620-b711-4006c5a59a12 req-86940977-76aa-43d2-94d9-7674bbb85167 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:34.104063 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-e88b7423-6dd7-4620-b711-4006c5a59a12 req-86940977-76aa-43d2-94d9-7674bbb85167 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 946 time: 0.0474782 Aug 27 01:34:34.142615 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-e88b7423-6dd7-4620-b711-4006c5a59a12 req-f3c97c54-060f-4460-ade8-765d2a6a6233 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323145 Aug 27 01:34:34.409705 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8891a39f-fdd5-411a-b3f0-b6d0254600f5 req-b6e0c3ca-1cd4-4831-830f-829620c75f68 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:34.411164 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-8891a39f-fdd5-411a-b3f0-b6d0254600f5 req-b6e0c3ca-1cd4-4831-830f-829620c75f68 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f70206d1-bfb4-4b0a-9215-72f8e06a7c66 HTTP/1.1" status: 200 len: 945 time: 0.0514710 Aug 27 01:34:34.451433 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-8891a39f-fdd5-411a-b3f0-b6d0254600f5 req-1274ae6d-709a-4c64-86d4-49f72d49f4b9 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/security-groups?id=9090095c-a67e-4508-be19-f6b180cfa2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330806 Aug 27 01:34:34.709323 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac876d1-7ac8-4987-b969-87932e4876e9 req-afa0614a-62b9-4ede-8671-1fe104612e20 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:34.710772 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-9ac876d1-7ac8-4987-b969-87932e4876e9 req-afa0614a-62b9-4ede-8671-1fe104612e20 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.24 "GET /v2.0/ports?device_id=f70206d1-bfb4-4b0a-9215-72f8e06a7c66 HTTP/1.1" status: 200 len: 945 time: 0.0469985 Aug 27 01:34:34.836202 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29ccb9-9d51-49d2-b2bc-2db48cb483da req-49cfa508-7099-43fc-91ce-bdd8175747ba tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:34.837805 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-4b29ccb9-9d51-49d2-b2bc-2db48cb483da req-49cfa508-7099-43fc-91ce-bdd8175747ba tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 945 time: 0.0617239 Aug 27 01:34:34.843399 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [req-9ac876d1-7ac8-4987-b969-87932e4876e9 req-e8bfefd9-98ea-4765-baf9-580b11183dfc tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Deleting port c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e {{(pid=94315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:34:34.843731 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-9ac876d1-7ac8-4987-b969-87932e4876e9 req-e8bfefd9-98ea-4765-baf9-580b11183dfc tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:34.923601 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-4b29ccb9-9d51-49d2-b2bc-2db48cb483da req-6b1f78c7-3f5d-4bfc-ac4e-e7e152b8397e tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769863 Aug 27 01:34:34.958675 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [req-9ac876d1-7ac8-4987-b969-87932e4876e9 req-e8bfefd9-98ea-4765-baf9-580b11183dfc tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] For port c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e,segment=NetworkSegment(f46d30fd-ee13-4318-b586-c425fc0d32de),segment_id=f46d30fd-ee13-4318-b586-c425fc0d32de)] {{(pid=94315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:34:34.959229 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-9ac876d1-7ac8-4987-b969-87932e4876e9 req-e8bfefd9-98ea-4765-baf9-580b11183dfc tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:35.133494 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7ea06-d5f3-4416-9de4-2801457a01c9 req-82cbbc59-f229-4c17-8950-f30c815c246d tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:35.136448 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-aab7ea06-d5f3-4416-9de4-2801457a01c9 req-82cbbc59-f229-4c17-8950-f30c815c246d tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c494433-2508-45e2-8373-13c34a7c565e HTTP/1.1" status: 200 len: 945 time: 0.0526929 Aug 27 01:34:35.176641 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-aab7ea06-d5f3-4416-9de4-2801457a01c9 req-ecf19a37-d6e0-40a1-9f6d-7353f7bb27eb tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d2883ba-c14f-4100-9802-bf6d0fe34ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341842 Aug 27 01:34:35.202969 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [req-9ac876d1-7ac8-4987-b969-87932e4876e9 req-e8bfefd9-98ea-4765-baf9-580b11183dfc tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Calling delete_port for c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e owned by compute:nova {{(pid=94315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:34:35.321216 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db9cb1-72ef-4933-ad11-242fb284c17b req-dd26821d-15a1-424d-87f1-90eb13aba7a4 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:35.322721 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-24db9cb1-72ef-4933-ad11-242fb284c17b req-dd26821d-15a1-424d-87f1-90eb13aba7a4 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 946 time: 0.0793912 Aug 27 01:34:35.398691 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-24db9cb1-72ef-4933-ad11-242fb284c17b req-a294039a-30c9-40e6-8338-0d6fbe03bc24 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698695 Aug 27 01:34:35.476362 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-9ac876d1-7ac8-4987-b969-87932e4876e9 req-e8bfefd9-98ea-4765-baf9-580b11183dfc tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8502847'] for port, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:35.503701 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bfefd9-98ea-4765-baf9-580b11183dfc tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Pushing event deleted for resources: {'Port': ['ID=c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:34:35.539158 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] get_ports_and_sgs() called for port_ids ['c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e'] {{(pid=94317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 01:34:35.576746 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ac876d1-7ac8-4987-b969-87932e4876e9 req-e8bfefd9-98ea-4765-baf9-580b11183dfc tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] No DVR routers for this DVR port c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e on host hv-cinder-75916 {{(pid=94315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 01:34:35.589843 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-9ac876d1-7ac8-4987-b969-87932e4876e9 req-e8bfefd9-98ea-4765-baf9-580b11183dfc tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for port, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:35.589843 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-9ac876d1-7ac8-4987-b969-87932e4876e9 req-e8bfefd9-98ea-4765-baf9-580b11183dfc tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.24 "DELETE /v2.0/ports/c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e HTTP/1.1" status: 204 len: 173 time: 0.8640618 Aug 27 01:34:35.589843 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-8b60f030-72ec-4662-80a0-c9d380aca900 req-f32d3ae4-8fb2-45df-9d20-6881f2b82897 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f70206d1-bfb4-4b0a-9215-72f8e06a7c66 HTTP/1.1" status: 200 len: 210 time: 0.0647316 Aug 27 01:34:35.589843 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f70206d1-bfb4-4b0a-9215-72f8e06a7c66', 'name': 'network-vif-deleted', 'tag': 'c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e'}] {{(pid=94315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:34:35.589843 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4b197ec9f2f0e9474c50df7e7ed8b30a1ed8e7d4526d98a0361b780d87c209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d59cd5-b53a-4561-bb46-0f66f208bd63" -d '{"events": [{"server_uuid": "f70206d1-bfb4-4b0a-9215-72f8e06a7c66", "name": "network-vif-deleted", "tag": "c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e"}]}' {{(pid=94315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:34:35.635650 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 01:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550638db-db9e-4b1e-8792-9e69edbb8797 x-openstack-request-id: req-550638db-db9e-4b1e-8792-9e69edbb8797 {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:34:35.635942 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f70206d1-bfb4-4b0a-9215-72f8e06a7c66", "name": "network-vif-deleted", "tag": "c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e", "status": "completed", "code": 200}]} {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:34:35.636190 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-550638db-db9e-4b1e-8792-9e69edbb8797 {{(pid=94315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:34:35.636577 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f70206d1-bfb4-4b0a-9215-72f8e06a7c66', 'name': 'network-vif-deleted', 'tag': 'c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e', 'status': 'completed', 'code': 200} Aug 27 01:34:36.044464 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f0faa-c173-4224-b6e5-faeeeec1242c req-87a13532-44d9-42a0-8b4a-ddb0ffc55156 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:36.046798 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-290f0faa-c173-4224-b6e5-faeeeec1242c req-87a13532-44d9-42a0-8b4a-ddb0ffc55156 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 945 time: 0.0503294 Aug 27 01:34:36.083767 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-290f0faa-c173-4224-b6e5-faeeeec1242c req-492fa6ac-3cc6-4bec-be00-30ef1394076d tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315897 Aug 27 01:34:36.515955 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d1ab90-d7ea-44ac-b961-18865d02286b req-e98007f9-8c8e-420a-9668-2500122c4af4 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:36.517481 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-46d1ab90-d7ea-44ac-b961-18865d02286b req-e98007f9-8c8e-420a-9668-2500122c4af4 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 946 time: 0.0487204 Aug 27 01:34:36.556699 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-46d1ab90-d7ea-44ac-b961-18865d02286b req-bde3bcfb-9144-4f31-812a-1f460cf19099 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328693 Aug 27 01:34:36.692576 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-3d5e8c46-faae-4702-8e13-bf3a012c3967 req-e86ad84b-dd19-4f5c-984f-03e13825e7c1 tempest-AttachVolumeNegativeTest-1016920834 tempest-AttachVolumeNegativeTest-1016920834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f70206d1-bfb4-4b0a-9215-72f8e06a7c66 HTTP/1.1" status: 200 len: 210 time: 0.0253873 Aug 27 01:34:37.195017 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66669ee-9aac-4016-a42e-7a23104bd99d req-d30ae671-0f80-4e66-be90-c030aff76c3a tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:37.196511 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-b66669ee-9aac-4016-a42e-7a23104bd99d req-d30ae671-0f80-4e66-be90-c030aff76c3a tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 945 time: 0.0489717 Aug 27 01:34:37.240543 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-b66669ee-9aac-4016-a42e-7a23104bd99d req-bc65d357-5c1c-4157-826b-9860003c7f01 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365043 Aug 27 01:34:37.455714 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb37921-c6a4-4d29-98ae-63a5d03cd0f7 req-e829ae46-f9bd-46bc-b8a4-db98d37173fa tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:37.457122 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-ceb37921-c6a4-4d29-98ae-63a5d03cd0f7 req-e829ae46-f9bd-46bc-b8a4-db98d37173fa tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 946 time: 0.0519636 Aug 27 01:34:37.556808 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [req-ceb37921-c6a4-4d29-98ae-63a5d03cd0f7 req-626fe87a-d2a8-4175-a6a3-cd551cc6aa49 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Deleting port f0fa47c1-eb17-4a46-982a-113bf408fe87 {{(pid=94315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:34:37.557637 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-ceb37921-c6a4-4d29-98ae-63a5d03cd0f7 req-626fe87a-d2a8-4175-a6a3-cd551cc6aa49 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:37.653679 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [req-ceb37921-c6a4-4d29-98ae-63a5d03cd0f7 req-626fe87a-d2a8-4175-a6a3-cd551cc6aa49 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] For port f0fa47c1-eb17-4a46-982a-113bf408fe87, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=f0fa47c1-eb17-4a46-982a-113bf408fe87,segment=NetworkSegment(accd45c7-48e3-4a5d-80d2-4898f355a4d0),segment_id=accd45c7-48e3-4a5d-80d2-4898f355a4d0)] {{(pid=94315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:34:37.654052 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-ceb37921-c6a4-4d29-98ae-63a5d03cd0f7 req-626fe87a-d2a8-4175-a6a3-cd551cc6aa49 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:37.674527 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [req-ceb37921-c6a4-4d29-98ae-63a5d03cd0f7 req-626fe87a-d2a8-4175-a6a3-cd551cc6aa49 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Calling delete_port for f0fa47c1-eb17-4a46-982a-113bf408fe87 owned by compute:nova {{(pid=94315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:34:37.678485 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa619d0d-3f27-43d1-a7dd-e6b5168af8aa req-ca324044-dfda-44bf-bc21-ce51dce7238f tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:37.680001 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-fa619d0d-3f27-43d1-a7dd-e6b5168af8aa req-ca324044-dfda-44bf-bc21-ce51dce7238f tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 946 time: 0.0518320 Aug 27 01:34:37.721732 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-fa619d0d-3f27-43d1-a7dd-e6b5168af8aa req-9f6bde73-63c1-4a61-be72-0058981b2e99 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347886 Aug 27 01:34:37.750754 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 58288) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:34:37.795081 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e5f69df-2f7e-44c6-b568-d041fab42aa5 admin admin] Deleting subnet c51de9e7-47ee-434f-828c-ea60be2f0419 {{(pid=94316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 01:34:37.798124 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-9e5f69df-2f7e-44c6-b568-d041fab42aa5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:37.827564 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e no longer exists at agent hyperv_hv-cinder-75916 {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 01:34:37.832620 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-9e5f69df-2f7e-44c6-b568-d041fab42aa5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9240887'] for subnet, precommit_delete_associations {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:37.850295 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] No Port match for: c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e {{(pid=94317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 01:34:37.850721 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device c1d36e2a-bbeb-40d1-84c2-dacc81e5fe3e not bound to the agent host hv-cinder-75916 {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 01:34:37.871895 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-ceb37921-c6a4-4d29-98ae-63a5d03cd0f7 req-626fe87a-d2a8-4175-a6a3-cd551cc6aa49 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8502847'] for port, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:37.875320 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-9e5f69df-2f7e-44c6-b568-d041fab42aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940968'] for subnet, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:37.905428 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626fe87a-d2a8-4175-a6a3-cd551cc6aa49 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Pushing event deleted for resources: {'Port': ['ID=f0fa47c1-eb17-4a46-982a-113bf408fe87,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:34:37.929464 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] get_ports_and_sgs() called for port_ids ['0f68a3b4-5d9c-4b17-875e-e3990c07efa7'] {{(pid=94317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 01:34:37.953622 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb37921-c6a4-4d29-98ae-63a5d03cd0f7 req-626fe87a-d2a8-4175-a6a3-cd551cc6aa49 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] No DVR routers for this DVR port f0fa47c1-eb17-4a46-982a-113bf408fe87 on host hv-cinder-75916 {{(pid=94315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 01:34:37.965630 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-ceb37921-c6a4-4d29-98ae-63a5d03cd0f7 req-626fe87a-d2a8-4175-a6a3-cd551cc6aa49 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for port, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:37.965630 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-ceb37921-c6a4-4d29-98ae-63a5d03cd0f7 req-626fe87a-d2a8-4175-a6a3-cd551cc6aa49 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.24 "DELETE /v2.0/ports/f0fa47c1-eb17-4a46-982a-113bf408fe87 HTTP/1.1" status: 204 len: 173 time: 0.4923193 Aug 27 01:34:37.965630 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a469663-cc2c-4a11-8486-a758a0682e39', 'name': 'network-vif-deleted', 'tag': 'f0fa47c1-eb17-4a46-982a-113bf408fe87'}] {{(pid=94315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:34:37.965630 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4b197ec9f2f0e9474c50df7e7ed8b30a1ed8e7d4526d98a0361b780d87c209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c94beb-2912-4c9b-83c8-c886f11b51de" -d '{"events": [{"server_uuid": "5a469663-cc2c-4a11-8486-a758a0682e39", "name": "network-vif-deleted", "tag": "f0fa47c1-eb17-4a46-982a-113bf408fe87"}]}' {{(pid=94315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:34:37.996420 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 01:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8fd237-6284-4a55-988c-626607951b35 x-openstack-request-id: req-6d8fd237-6284-4a55-988c-626607951b35 {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:34:37.996788 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a469663-cc2c-4a11-8486-a758a0682e39", "name": "network-vif-deleted", "tag": "f0fa47c1-eb17-4a46-982a-113bf408fe87", "status": "completed", "code": 200}]} {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:34:37.997136 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6d8fd237-6284-4a55-988c-626607951b35 {{(pid=94315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:34:37.997600 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a469663-cc2c-4a11-8486-a758a0682e39', 'name': 'network-vif-deleted', 'tag': 'f0fa47c1-eb17-4a46-982a-113bf408fe87', 'status': 'completed', 'code': 200} Aug 27 01:34:38.037567 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-9e5f69df-2f7e-44c6-b568-d041fab42aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8444096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3529875'] for subnet, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:38.063644 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f69df-2f7e-44c6-b568-d041fab42aa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c51de9e7-47ee-434f-828c-ea60be2f0419,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:34:38.067728 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-9e5f69df-2f7e-44c6-b568-d041fab42aa5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:38.069637 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-9e5f69df-2f7e-44c6-b568-d041fab42aa5 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c51de9e7-47ee-434f-828c-ea60be2f0419 HTTP/1.1" status: 204 len: 168 time: 0.3177741 Aug 27 01:34:38.072197 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 58292) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:34:38.140040 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-3e727989-8052-4f8a-9724-34db7cad839f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608312'] for network, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:38.220357 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-3e727989-8052-4f8a-9724-34db7cad839f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-528723', 'neutron.services.segments.db._delete_segments_for_network-8791478518254'] for network, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:38.230486 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.services.segments.db [None req-3e727989-8052-4f8a-9724-34db7cad839f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0794f498-7c79-4c04-9426-97a5145b6e4e']}} {{(pid=94316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:34:38.240670 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.services.segments.db [None req-3e727989-8052-4f8a-9724-34db7cad839f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f46d30fd-ee13-4318-b586-c425fc0d32de') {'for_net_delete': True} {{(pid=94316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:34:38.241001 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.services.segments.db [None req-3e727989-8052-4f8a-9724-34db7cad839f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f46d30fd-ee13-4318-b586-c425fc0d32de') {} {{(pid=94316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:34:38.255187 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-3e727989-8052-4f8a-9724-34db7cad839f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791478518137', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9240872'] for segment, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:38.271871 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-3e727989-8052-4f8a-9724-34db7cad839f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935457'] for segment, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:38.279397 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e727989-8052-4f8a-9724-34db7cad839f admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=94316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 01:34:38.279816 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-3e727989-8052-4f8a-9724-34db7cad839f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8444070'] for segment, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:38.281486 dv-cinder-759169-3-iscsi neutron-server[94316]: Traceback (most recent call last): Aug 27 01:34:38.281486 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 01:34:38.281486 dv-cinder-759169-3-iscsi neutron-server[94316]: timer() Aug 27 01:34:38.281486 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 01:34:38.281486 dv-cinder-759169-3-iscsi neutron-server[94316]: cb(*args, **kw) Aug 27 01:34:38.281486 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 01:34:38.281486 dv-cinder-759169-3-iscsi neutron-server[94316]: return func(*args, **kwargs) Aug 27 01:34:38.281486 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 01:34:38.281486 dv-cinder-759169-3-iscsi neutron-server[94316]: self._notify() Aug 27 01:34:38.281486 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 01:34:38.281486 dv-cinder-759169-3-iscsi neutron-server[94316]: self.callback(batched_events) Aug 27 01:34:38.281486 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 01:34:38.281486 dv-cinder-759169-3-iscsi neutron-server[94316]: event.method(event) Aug 27 01:34:38.281486 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 01:34:38.281486 dv-cinder-759169-3-iscsi neutron-server[94316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 01:34:38.281486 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 01:34:38.281486 dv-cinder-759169-3-iscsi neutron-server[94316]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 01:34:38.281486 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 01:34:38.281486 dv-cinder-759169-3-iscsi neutron-server[94316]: return f(self, *a, **k) Aug 27 01:34:38.281486 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 01:34:38.281486 dv-cinder-759169-3-iscsi neutron-server[94316]: return self._get(url).json() Aug 27 01:34:38.281486 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 01:34:38.281486 dv-cinder-759169-3-iscsi neutron-server[94316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 01:34:38.281486 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 01:34:38.281486 dv-cinder-759169-3-iscsi neutron-server[94316]: return self.request(url, 'GET', **kwargs) Aug 27 01:34:38.281486 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 01:34:38.281486 dv-cinder-759169-3-iscsi neutron-server[94316]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 01:34:38.281486 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 01:34:38.281486 dv-cinder-759169-3-iscsi neutron-server[94316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 01:34:38.281486 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 01:34:38.281486 dv-cinder-759169-3-iscsi neutron-server[94316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 01:34:38.281486 dv-cinder-759169-3-iscsi neutron-server[94316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 01:34:38.371392 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975b783-052a-48b5-9cba-f814303c74dc req-e6b4aca8-063d-41c6-b2e3-08d16bbafc00 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:38.372975 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-b975b783-052a-48b5-9cba-f814303c74dc req-e6b4aca8-063d-41c6-b2e3-08d16bbafc00 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 945 time: 0.0475712 Aug 27 01:34:38.390936 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-3e727989-8052-4f8a-9724-34db7cad839f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-528682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2027149'] for network, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:38.411098 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-3e727989-8052-4f8a-9724-34db7cad839f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for network, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:38.412320 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-b975b783-052a-48b5-9cba-f814303c74dc req-156cd615-4e08-4ce5-b57c-66dc50f2ed16 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331278 Aug 27 01:34:38.413581 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-3e727989-8052-4f8a-9724-34db7cad839f admin admin] 10.222.0.25 "DELETE /v2.0/networks/0794f498-7c79-4c04-9426-97a5145b6e4e HTTP/1.1" status: 204 len: 168 time: 0.3404632 Aug 27 01:34:38.414612 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e727989-8052-4f8a-9724-34db7cad839f admin admin] Pushing event deleted for resources: {'Network': ['ID=0794f498-7c79-4c04-9426-97a5145b6e4e,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:34:38.796793 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 58302) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:34:38.849107 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-c3ddac39-cc2a-4dde-81c0-7bcb6e0e7966 req-f894b257-35eb-4fdb-8b68-69657fe845a1 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a469663-cc2c-4a11-8486-a758a0682e39 HTTP/1.1" status: 200 len: 210 time: 0.0442708 Aug 27 01:34:38.872504 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-0b47f530-ce71-4806-b82c-d79d8cd83fb8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8c9439f7236d4228aea4ccc73e5d6c08&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0745387 Aug 27 01:34:38.875067 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 58304) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:34:38.923657 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-f5bdb492-daa0-4cca-b7f4-c9411b49e3a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:38.944930 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-f5bdb492-daa0-4cca-b7f4-c9411b49e3a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:39.093562 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-f5bdb492-daa0-4cca-b7f4-c9411b49e3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:39.095966 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-f5bdb492-daa0-4cca-b7f4-c9411b49e3a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:39.097139 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-f5bdb492-daa0-4cca-b7f4-c9411b49e3a0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9090095c-a67e-4508-be19-f6b180cfa2e8 HTTP/1.1" status: 204 len: 168 time: 0.2211385 Aug 27 01:34:39.105197 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bdb492-daa0-4cca-b7f4-c9411b49e3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9090095c-a67e-4508-be19-f6b180cfa2e8,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:34:39.538527 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66567c-6862-4c6c-9b16-0d8eab0fb080 req-6cff83ae-a1e1-4b1c-b8b9-4301f0929d29 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:39.541514 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-8d66567c-6862-4c6c-9b16-0d8eab0fb080 req-6cff83ae-a1e1-4b1c-b8b9-4301f0929d29 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 945 time: 0.0551937 Aug 27 01:34:39.590052 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-8d66567c-6862-4c6c-9b16-0d8eab0fb080 req-cc0c2dd2-c46c-4ed3-b01f-3cdc38fe59de tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381770 Aug 27 01:34:39.818731 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device f0fa47c1-eb17-4a46-982a-113bf408fe87 no longer exists at agent hyperv_hv-cinder-75916 {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 01:34:39.844623 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] No Port match for: f0fa47c1-eb17-4a46-982a-113bf408fe87 {{(pid=94317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 01:34:39.845012 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device f0fa47c1-eb17-4a46-982a-113bf408fe87 not bound to the agent host hv-cinder-75916 {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 01:34:40.347640 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5397e5-e82e-4032-8581-99ca316f7df7 req-da5d709d-bbc1-4b18-acd2-c63155d48bdb tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:40.349129 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-ae5397e5-e82e-4032-8581-99ca316f7df7 req-da5d709d-bbc1-4b18-acd2-c63155d48bdb tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0474124 Aug 27 01:34:40.390336 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-ae5397e5-e82e-4032-8581-99ca316f7df7 req-b344d21c-8d8d-4ced-b5e7-a6e6f878069b tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352080 Aug 27 01:34:40.704640 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1aece5-357f-4427-9ed2-25df0309cef8 req-6a849d2f-375a-43e5-8914-f77f61a18fdc tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:40.706129 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-bd1aece5-357f-4427-9ed2-25df0309cef8 req-6a849d2f-375a-43e5-8914-f77f61a18fdc tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 945 time: 0.0479846 Aug 27 01:34:40.743269 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-bd1aece5-357f-4427-9ed2-25df0309cef8 req-6eef7721-cebe-4c37-aff8-bd50d076f453 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313494 Aug 27 01:34:41.009874 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.agents_db [None req-fec0d0a0-65fd-4898-8015-6bc2580b487e None None] Agent healthcheck: found 6 active agents {{(pid=94318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 01:34:41.083207 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2503625-eed9-44f8-b213-8e4634825873 req-87be43a1-31ca-47bd-a88a-b3a307d64a3c tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:41.084702 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-c2503625-eed9-44f8-b213-8e4634825873 req-87be43a1-31ca-47bd-a88a-b3a307d64a3c tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 945 time: 0.0490847 Aug 27 01:34:41.124052 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-c2503625-eed9-44f8-b213-8e4634825873 req-52fbf26a-63e8-453f-b53b-5516007b8a3b tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323575 Aug 27 01:34:41.325539 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d4c5ae-db1e-4fca-8ced-987067f11d12 req-42ce2408-5ab5-405e-b176-4f449436a8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:41.327010 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-46d4c5ae-db1e-4fca-8ced-987067f11d12 req-42ce2408-5ab5-405e-b176-4f449436a8c2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1d392d1b39ee49d1b87211d5c447f9dc&device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 1098 time: 0.0450892 Aug 27 01:34:41.432345 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d4c5ae-db1e-4fca-8ced-987067f11d12 req-5f60fdd6-2afb-4615-9c10-875cb52ab73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:41.437414 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-46d4c5ae-db1e-4fca-8ced-987067f11d12 req-5f60fdd6-2afb-4615-9c10-875cb52ab73d service neutron] 10.222.0.24 "GET /v2.0/networks?id=6cba5cc2-c26d-402b-a305-3f91c04ec99b HTTP/1.1" status: 200 len: 912 time: 0.0989125 Aug 27 01:34:41.507276 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac26cec-5e85-4faf-a6b5-ee5c11365242 req-c235d250-d6d5-476d-9564-97dca918144f tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:41.508391 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-46d4c5ae-db1e-4fca-8ced-987067f11d12 req-f3cae857-f8bb-4cc9-9c53-5bef1dfca056 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f18d8c2b-ab08-4402-a440-92bdcf75c38a HTTP/1.1" status: 200 len: 1000 time: 0.0619884 Aug 27 01:34:41.508816 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-5ac26cec-5e85-4faf-a6b5-ee5c11365242 req-c235d250-d6d5-476d-9564-97dca918144f tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0473080 Aug 27 01:34:41.550580 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-5ac26cec-5e85-4faf-a6b5-ee5c11365242 req-7967fb99-dce4-4cb0-a048-9ad0b8f215f7 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334427 Aug 27 01:34:41.562489 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d4c5ae-db1e-4fca-8ced-987067f11d12 req-2764357a-2a8a-48ac-8161-eafae36f2bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:41.564186 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-46d4c5ae-db1e-4fca-8ced-987067f11d12 req-2764357a-2a8a-48ac-8161-eafae36f2bb7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e1b7ebb0-22fa-4fc2-81e3-fd4ce0a9462d HTTP/1.1" status: 200 len: 850 time: 0.0470867 Aug 27 01:34:41.611214 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d4c5ae-db1e-4fca-8ced-987067f11d12 req-779c3842-f981-490c-84c9-ac07097adef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:41.612704 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-46d4c5ae-db1e-4fca-8ced-987067f11d12 req-779c3842-f981-490c-84c9-ac07097adef8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6cba5cc2-c26d-402b-a305-3f91c04ec99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394442 Aug 27 01:34:41.713226 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-46d4c5ae-db1e-4fca-8ced-987067f11d12 req-c6ca8828-0c7b-4fd0-a2fe-f0ccd53b5c98 service neutron] 10.222.0.24 "GET /v2.0/networks/6cba5cc2-c26d-402b-a305-3f91c04ec99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907953 Aug 27 01:34:41.807359 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-46d4c5ae-db1e-4fca-8ced-987067f11d12 req-411d01f6-02c0-413f-9f58-3c6669027f10 service neutron] 10.222.0.24 "GET /v2.0/networks/6cba5cc2-c26d-402b-a305-3f91c04ec99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802138 Aug 27 01:34:41.940524 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-921b3293-f8d2-44bb-b24c-a67254340565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:42.012213 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 58378) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:34:42.115948 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-891cbcdd-771c-4db3-a002-b1b18cd3ee4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:42.229052 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-891cbcdd-771c-4db3-a002-b1b18cd3ee4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:42.252876 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e790eb4-6d05-4eab-af40-a24ebfce4bfe req-09c361b4-a99d-4150-a9ca-7532b8bc2768 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:42.254363 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-5e790eb4-6d05-4eab-af40-a24ebfce4bfe req-09c361b4-a99d-4150-a9ca-7532b8bc2768 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 945 time: 0.0608609 Aug 27 01:34:42.290888 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-5e790eb4-6d05-4eab-af40-a24ebfce4bfe req-7bdde95d-8fd7-4e6c-9e3d-40134ffb3e25 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304644 Aug 27 01:34:42.293851 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-891cbcdd-771c-4db3-a002-b1b18cd3ee4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:42.330571 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891cbcdd-771c-4db3-a002-b1b18cd3ee4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5b91eb-9bad-4785-8b5f-a38fc75e2060,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:34:42.334812 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-891cbcdd-771c-4db3-a002-b1b18cd3ee4a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=240d66e06b9c4a3e91ab1a22e24d3ab9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3214254 Aug 27 01:34:42.337557 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 58384) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:34:42.386519 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-9d857605-87b5-4418-afc9-c41b262121a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:42.408589 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-9d857605-87b5-4418-afc9-c41b262121a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:42.533642 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-9d857605-87b5-4418-afc9-c41b262121a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:42.536261 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-9d857605-87b5-4418-afc9-c41b262121a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:42.537468 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-9d857605-87b5-4418-afc9-c41b262121a2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2f5b91eb-9bad-4785-8b5f-a38fc75e2060 HTTP/1.1" status: 204 len: 168 time: 0.1990304 Aug 27 01:34:42.545937 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d857605-87b5-4418-afc9-c41b262121a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5b91eb-9bad-4785-8b5f-a38fc75e2060,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:34:42.665104 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54f524-4c1d-48d9-a49c-1043caf5bc68 req-df7699fb-893e-48e4-b125-ae37a40b4216 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:42.666808 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-7b54f524-4c1d-48d9-a49c-1043caf5bc68 req-df7699fb-893e-48e4-b125-ae37a40b4216 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0485752 Aug 27 01:34:42.708242 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-7b54f524-4c1d-48d9-a49c-1043caf5bc68 req-226092cc-374d-4c6b-8241-0affc26417ff tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349512 Aug 27 01:34:43.189122 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 58394) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:34:43.203081 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-dca1e414-dda4-4f65-afe4-dcd39bb3148a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:43.289047 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-dca1e414-dda4-4f65-afe4-dcd39bb3148a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:43.385153 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-dca1e414-dda4-4f65-afe4-dcd39bb3148a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:43.417688 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce9f45f-659a-4f1c-9627-9d64a75fd855 req-f8548324-3419-45b5-be8b-a1be86a65b80 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:43.419392 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-9ce9f45f-659a-4f1c-9627-9d64a75fd855 req-f8548324-3419-45b5-be8b-a1be86a65b80 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 945 time: 0.0597258 Aug 27 01:34:43.431335 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-dca1e414-dda4-4f65-afe4-dcd39bb3148a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=10af626e742f495a803a168607b02051&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2411089 Aug 27 01:34:43.432460 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca1e414-dda4-4f65-afe4-dcd39bb3148a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcab0a35-ea77-46d7-8e61-7e1ae27c0967,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:34:43.437416 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 58398) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:34:43.461818 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-9ce9f45f-659a-4f1c-9627-9d64a75fd855 req-0a9ee2c9-41ff-4ed0-8b96-819a96f72176 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358272 Aug 27 01:34:43.486859 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-2478cca6-c3e9-44aa-a2fe-2bc765938298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:43.508110 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-2478cca6-c3e9-44aa-a2fe-2bc765938298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:43.618879 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-2478cca6-c3e9-44aa-a2fe-2bc765938298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:43.621388 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-2478cca6-c3e9-44aa-a2fe-2bc765938298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:43.622573 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-2478cca6-c3e9-44aa-a2fe-2bc765938298 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dcab0a35-ea77-46d7-8e61-7e1ae27c0967 HTTP/1.1" status: 204 len: 168 time: 0.1842239 Aug 27 01:34:43.630420 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2478cca6-c3e9-44aa-a2fe-2bc765938298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcab0a35-ea77-46d7-8e61-7e1ae27c0967,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:34:43.824954 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90e88e-f2bc-4225-b80a-d9daa81a9678 req-df7b7f1e-9b85-4969-8f3a-37fdfe44335a tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:43.826472 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-5e90e88e-f2bc-4225-b80a-d9daa81a9678 req-df7b7f1e-9b85-4969-8f3a-37fdfe44335a tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0492692 Aug 27 01:34:43.863467 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-5e90e88e-f2bc-4225-b80a-d9daa81a9678 req-94c959f7-0fbe-4381-b9f4-1c58853f7bfa tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311489 Aug 27 01:34:44.539176 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-1b7783fa-9b4a-4e21-a679-6b9c82b97424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:44.653508 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:44.979083 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb50c6c5-cce6-44e7-a6a2-2a072a6525e0 req-5673a3ae-c7c2-4d34-9b9f-1065a99cb572 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:44.981148 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-fb50c6c5-cce6-44e7-a6a2-2a072a6525e0 req-5673a3ae-c7c2-4d34-9b9f-1065a99cb572 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0490100 Aug 27 01:34:45.018661 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-fb50c6c5-cce6-44e7-a6a2-2a072a6525e0 req-6e948c9d-0681-4579-94c9-b48259257387 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312660 Aug 27 01:34:45.928086 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ed545f81-8b1b-4cf8-a1bc-5817d83b44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:46.135394 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc28ab7-2999-4123-aed8-d84f86b28ccc req-e4af0a6a-d3d3-4049-a91e-d3f0c70c6e3e tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:46.136916 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-4cc28ab7-2999-4123-aed8-d84f86b28ccc req-e4af0a6a-d3d3-4049-a91e-d3f0c70c6e3e tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0506432 Aug 27 01:34:46.175533 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-4cc28ab7-2999-4123-aed8-d84f86b28ccc req-b03d3109-d432-4d94-92e5-67ff841250c7 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321543 Aug 27 01:34:47.285705 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5563000-b2dc-4a62-867a-e681b4dab58b req-4b190716-66e9-4ad7-91df-fc5c01f0aa04 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:47.287167 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d5563000-b2dc-4a62-867a-e681b4dab58b req-4b190716-66e9-4ad7-91df-fc5c01f0aa04 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0465448 Aug 27 01:34:47.324462 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d5563000-b2dc-4a62-867a-e681b4dab58b req-3c77175c-d866-4d7b-8766-3aa386475c9f tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315011 Aug 27 01:34:47.424808 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-809c4053-e1f3-4656-979d-5dfd58cb0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:48.436866 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d7be22-7101-4646-b257-87f6d740b470 req-8cf1e957-7703-4ae2-811c-009a2866c2c6 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:48.438354 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-c4d7be22-7101-4646-b257-87f6d740b470 req-8cf1e957-7703-4ae2-811c-009a2866c2c6 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0481670 Aug 27 01:34:48.475239 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-c4d7be22-7101-4646-b257-87f6d740b470 req-cd97f9c0-4330-4fad-afc8-198c560a4eb4 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310378 Aug 27 01:34:49.451268 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e67061-9731-4130-9a41-8b35d18cb7ec req-f4c062ab-6bfc-4bf9-b624-89fd8747536b tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:49.453797 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-19e67061-9731-4130-9a41-8b35d18cb7ec req-f4c062ab-6bfc-4bf9-b624-89fd8747536b tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.0571725 Aug 27 01:34:49.544678 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [req-19e67061-9731-4130-9a41-8b35d18cb7ec req-4678f057-e2fb-45a6-876e-76c63ac70d0f tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Deleting port 0f68a3b4-5d9c-4b17-875e-e3990c07efa7 {{(pid=94315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:34:49.545050 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-19e67061-9731-4130-9a41-8b35d18cb7ec req-4678f057-e2fb-45a6-876e-76c63ac70d0f tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:49.653253 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b223f5-fdd6-4295-861b-d3ca6fafd81e req-9daf972d-a9be-4af5-b69d-c4d6d9f2e516 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:34:49.654733 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-77b223f5-fdd6-4295-861b-d3ca6fafd81e req-9daf972d-a9be-4af5-b69d-c4d6d9f2e516 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 946 time: 0.1057518 Aug 27 01:34:49.684587 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [req-19e67061-9731-4130-9a41-8b35d18cb7ec req-4678f057-e2fb-45a6-876e-76c63ac70d0f tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] For port 0f68a3b4-5d9c-4b17-875e-e3990c07efa7, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=0f68a3b4-5d9c-4b17-875e-e3990c07efa7,segment=NetworkSegment(accd45c7-48e3-4a5d-80d2-4898f355a4d0),segment_id=accd45c7-48e3-4a5d-80d2-4898f355a4d0)] {{(pid=94315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:34:49.684980 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-19e67061-9731-4130-9a41-8b35d18cb7ec req-4678f057-e2fb-45a6-876e-76c63ac70d0f tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:49.707241 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [req-19e67061-9731-4130-9a41-8b35d18cb7ec req-4678f057-e2fb-45a6-876e-76c63ac70d0f tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Calling delete_port for 0f68a3b4-5d9c-4b17-875e-e3990c07efa7 owned by compute:nova {{(pid=94315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:34:49.720272 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-77b223f5-fdd6-4295-861b-d3ca6fafd81e req-a9a3aada-9186-48cc-9da0-0f6d61c7d1d7 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6fb8b1c-fa64-4abd-8ef4-f7198315da39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538442 Aug 27 01:34:49.939588 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-19e67061-9731-4130-9a41-8b35d18cb7ec req-4678f057-e2fb-45a6-876e-76c63ac70d0f tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8502847'] for port, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:49.962717 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4678f057-e2fb-45a6-876e-76c63ac70d0f tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Pushing event deleted for resources: {'Port': ['ID=0f68a3b4-5d9c-4b17-875e-e3990c07efa7,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:34:49.979930 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4678f057-e2fb-45a6-876e-76c63ac70d0f tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:34:49.979930 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4678f057-e2fb-45a6-876e-76c63ac70d0f tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:34:49.979930 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4678f057-e2fb-45a6-876e-76c63ac70d0f tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:34:49.979930 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4678f057-e2fb-45a6-876e-76c63ac70d0f tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:34:49.979930 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4678f057-e2fb-45a6-876e-76c63ac70d0f tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:34:49.979930 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4678f057-e2fb-45a6-876e-76c63ac70d0f tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:34:49.979930 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4678f057-e2fb-45a6-876e-76c63ac70d0f tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:34:49.980784 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4678f057-e2fb-45a6-876e-76c63ac70d0f tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:34:49.980784 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4678f057-e2fb-45a6-876e-76c63ac70d0f tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:34:49.980784 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4678f057-e2fb-45a6-876e-76c63ac70d0f tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:34:49.981439 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4678f057-e2fb-45a6-876e-76c63ac70d0f tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:34:49.981439 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4678f057-e2fb-45a6-876e-76c63ac70d0f tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:34:49.991108 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] get_ports_and_sgs() called for port_ids ['0f68a3b4-5d9c-4b17-875e-e3990c07efa7'] {{(pid=94317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 01:34:50.027231 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e67061-9731-4130-9a41-8b35d18cb7ec req-4678f057-e2fb-45a6-876e-76c63ac70d0f tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] No DVR routers for this DVR port 0f68a3b4-5d9c-4b17-875e-e3990c07efa7 on host hv-cinder-75916 {{(pid=94315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 01:34:50.029910 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-19e67061-9731-4130-9a41-8b35d18cb7ec req-4678f057-e2fb-45a6-876e-76c63ac70d0f tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for port, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:50.033206 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-19e67061-9731-4130-9a41-8b35d18cb7ec req-4678f057-e2fb-45a6-876e-76c63ac70d0f tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.24 "DELETE /v2.0/ports/0f68a3b4-5d9c-4b17-875e-e3990c07efa7 HTTP/1.1" status: 204 len: 173 time: 0.5735137 Aug 27 01:34:50.033676 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f0c2a27-bde3-4d4a-894b-be6dc9ed6118', 'name': 'network-vif-deleted', 'tag': '0f68a3b4-5d9c-4b17-875e-e3990c07efa7'}] {{(pid=94315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:34:50.036011 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4b197ec9f2f0e9474c50df7e7ed8b30a1ed8e7d4526d98a0361b780d87c209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7726b62-fab0-485c-a45b-241d32acf8b5" -d '{"events": [{"server_uuid": "6f0c2a27-bde3-4d4a-894b-be6dc9ed6118", "name": "network-vif-deleted", "tag": "0f68a3b4-5d9c-4b17-875e-e3990c07efa7"}]}' {{(pid=94315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:34:50.078000 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 01:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b5c154-2c62-4f78-a4e6-f1440bdac822 x-openstack-request-id: req-d7b5c154-2c62-4f78-a4e6-f1440bdac822 {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:34:50.078330 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f0c2a27-bde3-4d4a-894b-be6dc9ed6118", "name": "network-vif-deleted", "tag": "0f68a3b4-5d9c-4b17-875e-e3990c07efa7", "status": "completed", "code": 200}]} {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:34:50.078644 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d7b5c154-2c62-4f78-a4e6-f1440bdac822 {{(pid=94315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:34:50.079123 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f0c2a27-bde3-4d4a-894b-be6dc9ed6118', 'name': 'network-vif-deleted', 'tag': '0f68a3b4-5d9c-4b17-875e-e3990c07efa7', 'status': 'completed', 'code': 200} Aug 27 01:34:50.825964 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-80ddb652-84d2-46eb-bff6-abd19b245829 req-664782ef-bd16-4cb6-8c01-066832b62947 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 210 time: 0.0289829 Aug 27 01:34:51.933812 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-bc762f3d-6156-4e14-8ae5-4d01e5a8bf89 req-d65376ea-45e1-4952-962a-770739bb4379 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 210 time: 0.0253983 Aug 27 01:34:53.043202 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-80bcd569-24f1-4e33-8aa6-b5795dc4f2eb req-709a739d-4f29-4bd7-b230-5905ed8c9449 tempest-ServerRescueNegativeTestJSON-16216648 tempest-ServerRescueNegativeTestJSON-16216648-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0c2a27-bde3-4d4a-894b-be6dc9ed6118 HTTP/1.1" status: 200 len: 210 time: 0.0246542 Aug 27 01:34:53.333304 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device 0f68a3b4-5d9c-4b17-875e-e3990c07efa7 no longer exists at agent hyperv_hv-cinder-75916 {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 01:34:53.359527 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] No Port match for: 0f68a3b4-5d9c-4b17-875e-e3990c07efa7 {{(pid=94317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 01:34:53.360054 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device 0f68a3b4-5d9c-4b17-875e-e3990c07efa7 not bound to the agent host hv-cinder-75916 {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 01:34:54.098312 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 58534) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:34:54.384917 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:54.509890 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-899b9202-8b03-41b1-9388-426599513f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2025249'] for router_interface, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:54.802675 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.plugin [None req-899b9202-8b03-41b1-9388-426599513f28 admin admin] Deleting port 26cb1fe3-4a89-4674-9f47-5ad20b3bc511 {{(pid=94316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:34:54.803001 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-899b9202-8b03-41b1-9388-426599513f28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:54.892105 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.db [None req-899b9202-8b03-41b1-9388-426599513f28 admin admin] For port 26cb1fe3-4a89-4674-9f47-5ad20b3bc511, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=26cb1fe3-4a89-4674-9f47-5ad20b3bc511,segment=NetworkSegment(accd45c7-48e3-4a5d-80d2-4898f355a4d0),segment_id=accd45c7-48e3-4a5d-80d2-4898f355a4d0)] {{(pid=94316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:34:54.892569 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-899b9202-8b03-41b1-9388-426599513f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:54.905700 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.plugin [None req-899b9202-8b03-41b1-9388-426599513f28 admin admin] Calling delete_port for 26cb1fe3-4a89-4674-9f47-5ad20b3bc511 owned by network:router_interface {{(pid=94316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:34:55.207729 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-899b9202-8b03-41b1-9388-426599513f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8444051'] for port, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:55.237054 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899b9202-8b03-41b1-9388-426599513f28 admin admin] Pushing event deleted for resources: {'Port': ['ID=26cb1fe3-4a89-4674-9f47-5ad20b3bc511,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:34:55.250002 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899b9202-8b03-41b1-9388-426599513f28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:34:55.250347 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899b9202-8b03-41b1-9388-426599513f28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:34:55.250680 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899b9202-8b03-41b1-9388-426599513f28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:34:55.251009 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899b9202-8b03-41b1-9388-426599513f28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:34:55.251342 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899b9202-8b03-41b1-9388-426599513f28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:34:55.251668 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899b9202-8b03-41b1-9388-426599513f28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:34:55.251983 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899b9202-8b03-41b1-9388-426599513f28 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:34:55.252308 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899b9202-8b03-41b1-9388-426599513f28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:34:55.252623 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899b9202-8b03-41b1-9388-426599513f28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:34:55.252970 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899b9202-8b03-41b1-9388-426599513f28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:34:55.253285 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899b9202-8b03-41b1-9388-426599513f28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:34:55.253589 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899b9202-8b03-41b1-9388-426599513f28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:34:55.418550 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-899b9202-8b03-41b1-9388-426599513f28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025451'] for router_interface, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:55.630859 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-899b9202-8b03-41b1-9388-426599513f28 admin admin] Router 944ffde3-3532-4617-b3a8-0b1a9203c059 has already been hosted by L3 agent 8dc83c43-e68e-43c9-8595-1753e39ae809 {{(pid=94316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 01:34:55.744614 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899b9202-8b03-41b1-9388-426599513f28 admin admin] Notify agent at l3_agent.dv-cinder-759169-3-iscsi the message routers_updated {{(pid=94316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 01:34:55.750121 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-899b9202-8b03-41b1-9388-426599513f28 admin admin] 10.222.0.25 "PUT /v2.0/routers/944ffde3-3532-4617-b3a8-0b1a9203c059/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6507974 Aug 27 01:34:55.752565 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 58570) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:34:55.755492 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70cbbd0-3ac2-4d38-b0be-ea2752b8c5dc None None] Sync routers for ids ['944ffde3-3532-4617-b3a8-0b1a9203c059'] in dv-cinder-759169-3-iscsi {{(pid=94318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 01:34:55.765829 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70cbbd0-3ac2-4d38-b0be-ea2752b8c5dc None None] Routers {'944ffde3-3532-4617-b3a8-0b1a9203c059'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:34:55.766441 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-e70cbbd0-3ac2-4d38-b0be-ea2752b8c5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:34:44Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['944ffde3-3532-4617-b3a8-0b1a9203c059'], 'active': True} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:34:55.870844 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvr_db [None req-e70cbbd0-3ac2-4d38-b0be-ea2752b8c5dc None None] Set router 944ffde3-3532-4617-b3a8-0b1a9203c059 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:34:56.054112 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-e70cbbd0-3ac2-4d38-b0be-ea2752b8c5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944ffde3-3532-4617-b3a8-0b1a9203c059', 'name': 'tempest-ServerRescueNegativeTestJSON-197568292-router', 'tenant_id': 'cc3b4bb0756249d19606e34fca91d4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '23d88cc1-f40b-4c7d-8619-8b85070a2bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:30:12Z', 'updated_at': '2021-08-27T01:34:55Z', 'revision_number': 5, 'project_id': 'cc3b4bb0756249d19606e34fca91d4d5', 'gw_port': {'id': '23d88cc1-f40b-4c7d-8619-8b85070a2bcc', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ffde3-3532-4617-b3a8-0b1a9203c059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:14Z', 'updated_at': '2021-08-27T01:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi'}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:34:56.068278 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0075d0c4-7c49-4cd0-8403-b179e13ebcf9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:56.080722 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70cbbd0-3ac2-4d38-b0be-ea2752b8c5dc None None] Checking router: 944ffde3-3532-4617-b3a8-0b1a9203c059 for host: dv-cinder-759169-3-iscsi {{(pid=94318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 01:34:56.088736 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70cbbd0-3ac2-4d38-b0be-ea2752b8c5dc None None] Routers {'944ffde3-3532-4617-b3a8-0b1a9203c059'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:34:56.089363 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-e70cbbd0-3ac2-4d38-b0be-ea2752b8c5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:34:44Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['944ffde3-3532-4617-b3a8-0b1a9203c059'], 'active': True} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:34:56.181059 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0075d0c4-7c49-4cd0-8403-b179e13ebcf9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:56.270612 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvr_db [None req-e70cbbd0-3ac2-4d38-b0be-ea2752b8c5dc None None] Set router 944ffde3-3532-4617-b3a8-0b1a9203c059 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:34:56.300552 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.plugin [None req-0075d0c4-7c49-4cd0-8403-b179e13ebcf9 admin admin] Deleting port 23d88cc1-f40b-4c7d-8619-8b85070a2bcc {{(pid=94316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:34:56.301498 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0075d0c4-7c49-4cd0-8403-b179e13ebcf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:56.387479 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.db [None req-0075d0c4-7c49-4cd0-8403-b179e13ebcf9 admin admin] For port 23d88cc1-f40b-4c7d-8619-8b85070a2bcc, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=23d88cc1-f40b-4c7d-8619-8b85070a2bcc,segment=NetworkSegment(1ffc2e98-4b11-4960-9fce-c802c96e52d2),segment_id=1ffc2e98-4b11-4960-9fce-c802c96e52d2)] {{(pid=94316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:34:56.387895 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0075d0c4-7c49-4cd0-8403-b179e13ebcf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:56.403476 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.plugin [None req-0075d0c4-7c49-4cd0-8403-b179e13ebcf9 admin admin] Calling delete_port for 23d88cc1-f40b-4c7d-8619-8b85070a2bcc owned by network:router_gateway {{(pid=94316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:34:56.453077 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-e70cbbd0-3ac2-4d38-b0be-ea2752b8c5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944ffde3-3532-4617-b3a8-0b1a9203c059', 'name': 'tempest-ServerRescueNegativeTestJSON-197568292-router', 'tenant_id': 'cc3b4bb0756249d19606e34fca91d4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '23d88cc1-f40b-4c7d-8619-8b85070a2bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:30:12Z', 'updated_at': '2021-08-27T01:34:55Z', 'revision_number': 5, 'project_id': 'cc3b4bb0756249d19606e34fca91d4d5', 'gw_port': {'id': '23d88cc1-f40b-4c7d-8619-8b85070a2bcc', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ffde3-3532-4617-b3a8-0b1a9203c059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:14Z', 'updated_at': '2021-08-27T01:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi'}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:34:56.482394 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70cbbd0-3ac2-4d38-b0be-ea2752b8c5dc None None] The sync data for ids ['944ffde3-3532-4617-b3a8-0b1a9203c059'] in dv-cinder-759169-3-iscsi is: [{'id': '944ffde3-3532-4617-b3a8-0b1a9203c059', 'name': 'tempest-ServerRescueNegativeTestJSON-197568292-router', 'tenant_id': 'cc3b4bb0756249d19606e34fca91d4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '23d88cc1-f40b-4c7d-8619-8b85070a2bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:30:12Z', 'updated_at': '2021-08-27T01:34:55Z', 'revision_number': 5, 'project_id': 'cc3b4bb0756249d19606e34fca91d4d5', 'gw_port': {'id': '23d88cc1-f40b-4c7d-8619-8b85070a2bcc', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ffde3-3532-4617-b3a8-0b1a9203c059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:14Z', 'updated_at': '2021-08-27T01:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi'}] {{(pid=94318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 01:34:56.676880 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0075d0c4-7c49-4cd0-8403-b179e13ebcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8444051'] for port, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:56.702149 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0075d0c4-7c49-4cd0-8403-b179e13ebcf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=23d88cc1-f40b-4c7d-8619-8b85070a2bcc,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:34:56.765594 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0075d0c4-7c49-4cd0-8403-b179e13ebcf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2027185'] for router_gateway, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:56.875789 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0075d0c4-7c49-4cd0-8403-b179e13ebcf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4897'] for router, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:56.876405 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0075d0c4-7c49-4cd0-8403-b179e13ebcf9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:56.996622 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0075d0c4-7c49-4cd0-8403-b179e13ebcf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020897'] for router, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:56.997238 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0075d0c4-7c49-4cd0-8403-b179e13ebcf9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 944ffde3-3532-4617-b3a8-0b1a9203c059 {{(pid=94316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 01:34:57.007703 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0075d0c4-7c49-4cd0-8403-b179e13ebcf9 admin admin] Notify callbacks [] for router, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:57.007703 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-0075d0c4-7c49-4cd0-8403-b179e13ebcf9 admin admin] 10.222.0.25 "DELETE /v2.0/routers/944ffde3-3532-4617-b3a8-0b1a9203c059 HTTP/1.1" status: 204 len: 168 time: 1.2499583 Aug 27 01:34:57.007703 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 58586) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:34:57.050768 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.db_base_plugin_v2 [None req-b372aa10-6fd4-4663-8b3a-9c82be26cdf9 admin admin] Deleting subnet a5d3291c-8bd6-41d2-89c4-7dffd869bccd {{(pid=94316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 01:34:57.054478 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-b372aa10-6fd4-4663-8b3a-9c82be26cdf9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:57.093287 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-b372aa10-6fd4-4663-8b3a-9c82be26cdf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9240887'] for subnet, precommit_delete_associations {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:57.131873 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-b372aa10-6fd4-4663-8b3a-9c82be26cdf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940968'] for subnet, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:57.231341 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-b372aa10-6fd4-4663-8b3a-9c82be26cdf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8444096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3529875'] for subnet, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:57.258304 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b372aa10-6fd4-4663-8b3a-9c82be26cdf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5d3291c-8bd6-41d2-89c4-7dffd869bccd,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:34:57.260306 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-b372aa10-6fd4-4663-8b3a-9c82be26cdf9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:57.262142 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-b372aa10-6fd4-4663-8b3a-9c82be26cdf9 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a5d3291c-8bd6-41d2-89c4-7dffd869bccd HTTP/1.1" status: 204 len: 168 time: 0.2552276 Aug 27 01:34:57.265751 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 58588) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:34:57.335582 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a3ffbb86-d8f0-45d4-b807-b6f13e1b700f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608312'] for network, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:57.416026 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a3ffbb86-d8f0-45d4-b807-b6f13e1b700f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-528723', 'neutron.services.segments.db._delete_segments_for_network-8791478518254'] for network, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:57.426881 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.services.segments.db [None req-a3ffbb86-d8f0-45d4-b807-b6f13e1b700f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b44490e8-3c86-4803-b813-6cfe1338f3e9']}} {{(pid=94316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:34:57.437172 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.services.segments.db [None req-a3ffbb86-d8f0-45d4-b807-b6f13e1b700f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'accd45c7-48e3-4a5d-80d2-4898f355a4d0') {'for_net_delete': True} {{(pid=94316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:34:57.437632 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.services.segments.db [None req-a3ffbb86-d8f0-45d4-b807-b6f13e1b700f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'accd45c7-48e3-4a5d-80d2-4898f355a4d0') {} {{(pid=94316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:34:57.446049 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a3ffbb86-d8f0-45d4-b807-b6f13e1b700f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791478518137', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9240872'] for segment, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:57.459695 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a3ffbb86-d8f0-45d4-b807-b6f13e1b700f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935457'] for segment, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:57.465291 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3ffbb86-d8f0-45d4-b807-b6f13e1b700f admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=94316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 01:34:57.465617 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a3ffbb86-d8f0-45d4-b807-b6f13e1b700f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8444070'] for segment, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:57.467162 dv-cinder-759169-3-iscsi neutron-server[94316]: Traceback (most recent call last): Aug 27 01:34:57.467162 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 01:34:57.467162 dv-cinder-759169-3-iscsi neutron-server[94316]: timer() Aug 27 01:34:57.467162 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 01:34:57.467162 dv-cinder-759169-3-iscsi neutron-server[94316]: cb(*args, **kw) Aug 27 01:34:57.467162 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 01:34:57.467162 dv-cinder-759169-3-iscsi neutron-server[94316]: return func(*args, **kwargs) Aug 27 01:34:57.467162 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 01:34:57.467162 dv-cinder-759169-3-iscsi neutron-server[94316]: self._notify() Aug 27 01:34:57.467162 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 01:34:57.467162 dv-cinder-759169-3-iscsi neutron-server[94316]: self.callback(batched_events) Aug 27 01:34:57.467162 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 01:34:57.467162 dv-cinder-759169-3-iscsi neutron-server[94316]: event.method(event) Aug 27 01:34:57.467162 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 01:34:57.467162 dv-cinder-759169-3-iscsi neutron-server[94316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 01:34:57.467162 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 01:34:57.467162 dv-cinder-759169-3-iscsi neutron-server[94316]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 01:34:57.467162 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 01:34:57.467162 dv-cinder-759169-3-iscsi neutron-server[94316]: return f(self, *a, **k) Aug 27 01:34:57.467162 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 01:34:57.467162 dv-cinder-759169-3-iscsi neutron-server[94316]: return self._get(url).json() Aug 27 01:34:57.467162 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 01:34:57.467162 dv-cinder-759169-3-iscsi neutron-server[94316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 01:34:57.467162 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 01:34:57.467162 dv-cinder-759169-3-iscsi neutron-server[94316]: return self.request(url, 'GET', **kwargs) Aug 27 01:34:57.467162 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 01:34:57.467162 dv-cinder-759169-3-iscsi neutron-server[94316]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 01:34:57.467162 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 01:34:57.467162 dv-cinder-759169-3-iscsi neutron-server[94316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 01:34:57.467162 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 01:34:57.467162 dv-cinder-759169-3-iscsi neutron-server[94316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 01:34:57.467162 dv-cinder-759169-3-iscsi neutron-server[94316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 01:34:57.596486 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a3ffbb86-d8f0-45d4-b807-b6f13e1b700f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-528682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2027149'] for network, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:57.608489 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a3ffbb86-d8f0-45d4-b807-b6f13e1b700f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for network, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:57.610195 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-a3ffbb86-d8f0-45d4-b807-b6f13e1b700f admin admin] 10.222.0.25 "DELETE /v2.0/networks/b44490e8-3c86-4803-b813-6cfe1338f3e9 HTTP/1.1" status: 204 len: 168 time: 0.3429508 Aug 27 01:34:57.619577 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ffbb86-d8f0-45d4-b807-b6f13e1b700f admin admin] Pushing event deleted for resources: {'Network': ['ID=b44490e8-3c86-4803-b813-6cfe1338f3e9,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:34:58.102474 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 58612) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:34:58.142572 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-ddf7bb19-5d98-4244-baf0-47b94b5e52b3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cc3b4bb0756249d19606e34fca91d4d5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0402446 Aug 27 01:34:58.142843 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 58618) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:34:58.193253 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-45a41afd-0f6e-42b3-b379-67bfca515650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:58.204900 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 23d88cc1-f40b-4c7d-8619-8b85070a2bcc no longer exists at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 01:34:58.215740 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-45a41afd-0f6e-42b3-b379-67bfca515650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:58.231259 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] No Port match for: 23d88cc1-f40b-4c7d-8619-8b85070a2bcc {{(pid=94317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 01:34:58.231677 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 23d88cc1-f40b-4c7d-8619-8b85070a2bcc not bound to the agent host dv-cinder-759169-3-iscsi {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 01:34:58.232183 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 26cb1fe3-4a89-4674-9f47-5ad20b3bc511 no longer exists at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 01:34:58.261280 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] No Port match for: 26cb1fe3-4a89-4674-9f47-5ad20b3bc511 {{(pid=94317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 01:34:58.261665 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 26cb1fe3-4a89-4674-9f47-5ad20b3bc511 not bound to the agent host dv-cinder-759169-3-iscsi {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 01:34:58.321911 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-45a41afd-0f6e-42b3-b379-67bfca515650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:58.324385 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-45a41afd-0f6e-42b3-b379-67bfca515650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:34:58.325542 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-45a41afd-0f6e-42b3-b379-67bfca515650 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e6fb8b1c-fa64-4abd-8ef4-f7198315da39 HTTP/1.1" status: 204 len: 168 time: 0.1817760 Aug 27 01:34:58.334530 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a41afd-0f6e-42b3-b379-67bfca515650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6fb8b1c-fa64-4abd-8ef4-f7198315da39,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:00.753092 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5714fc-02c0-4bdc-ab8d-51cd1fd76a02 req-efd29a4c-0317-4242-9dde-48390e679968 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:00.754584 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-5e5714fc-02c0-4bdc-ab8d-51cd1fd76a02 req-efd29a4c-0317-4242-9dde-48390e679968 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c494433-2508-45e2-8373-13c34a7c565e HTTP/1.1" status: 200 len: 945 time: 0.0495477 Aug 27 01:35:00.793463 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-5e5714fc-02c0-4bdc-ab8d-51cd1fd76a02 req-75d94c0c-e927-4628-b282-b5b4d6377d46 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d2883ba-c14f-4100-9802-bf6d0fe34ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330412 Aug 27 01:35:02.007730 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef6c25-b0ec-4a02-b645-89db78ec5393 req-fdb898f3-abca-45d1-8fc1-d65da1c3ecbf tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:02.009400 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-31ef6c25-b0ec-4a02-b645-89db78ec5393 req-fdb898f3-abca-45d1-8fc1-d65da1c3ecbf tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c494433-2508-45e2-8373-13c34a7c565e HTTP/1.1" status: 200 len: 945 time: 0.0503762 Aug 27 01:35:02.049531 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-31ef6c25-b0ec-4a02-b645-89db78ec5393 req-63334c08-5524-45b1-bd6d-caf1a43767f1 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d2883ba-c14f-4100-9802-bf6d0fe34ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340405 Aug 27 01:35:02.779332 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff7c59-22b7-42e9-a272-75cf4d004718 req-73bbe73f-26b9-4f34-ab2d-a08f47e77115 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:02.781424 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6dff7c59-22b7-42e9-a272-75cf4d004718 req-73bbe73f-26b9-4f34-ab2d-a08f47e77115 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c494433-2508-45e2-8373-13c34a7c565e HTTP/1.1" status: 200 len: 945 time: 0.0490890 Aug 27 01:35:02.878384 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [req-6dff7c59-22b7-42e9-a272-75cf4d004718 req-053123b8-183b-4fc4-96c3-380315a63f29 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Deleting port 2c66452a-5d7b-476f-b9bc-f96d7b0ab669 {{(pid=94315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:35:02.878727 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-6dff7c59-22b7-42e9-a272-75cf4d004718 req-053123b8-183b-4fc4-96c3-380315a63f29 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:02.963320 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [req-6dff7c59-22b7-42e9-a272-75cf4d004718 req-053123b8-183b-4fc4-96c3-380315a63f29 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] For port 2c66452a-5d7b-476f-b9bc-f96d7b0ab669, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=2c66452a-5d7b-476f-b9bc-f96d7b0ab669,segment=NetworkSegment(798527c9-acde-4a5e-b063-dc3ac329a6ba),segment_id=798527c9-acde-4a5e-b063-dc3ac329a6ba)] {{(pid=94315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:35:02.963686 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-6dff7c59-22b7-42e9-a272-75cf4d004718 req-053123b8-183b-4fc4-96c3-380315a63f29 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:02.976942 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [req-6dff7c59-22b7-42e9-a272-75cf4d004718 req-053123b8-183b-4fc4-96c3-380315a63f29 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Calling delete_port for 2c66452a-5d7b-476f-b9bc-f96d7b0ab669 owned by compute:nova {{(pid=94315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:35:03.057999 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 58724) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:03.174228 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead8b96-c821-4737-901c-65d4d7867554 req-388c41aa-13b2-4d65-ae5d-bf985890076d tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:03.175987 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-bead8b96-c821-4737-901c-65d4d7867554 req-388c41aa-13b2-4d65-ae5d-bf985890076d tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c494433-2508-45e2-8373-13c34a7c565e HTTP/1.1" status: 200 len: 945 time: 0.0560250 Aug 27 01:35:03.181540 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-45549cc3-4bb1-45e1-81fc-943c206d3164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:03.203320 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-6dff7c59-22b7-42e9-a272-75cf4d004718 req-053123b8-183b-4fc4-96c3-380315a63f29 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8502847'] for port, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:03.232566 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-bead8b96-c821-4737-901c-65d4d7867554 req-5c5efc6a-6b6e-47bd-a5f2-57bb549cc05c tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d2883ba-c14f-4100-9802-bf6d0fe34ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489492 Aug 27 01:35:03.234811 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053123b8-183b-4fc4-96c3-380315a63f29 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Pushing event deleted for resources: {'Port': ['ID=2c66452a-5d7b-476f-b9bc-f96d7b0ab669,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:03.250575 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] get_ports_and_sgs() called for port_ids ['2c66452a-5d7b-476f-b9bc-f96d7b0ab669'] {{(pid=94317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 01:35:03.292138 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dff7c59-22b7-42e9-a272-75cf4d004718 req-053123b8-183b-4fc4-96c3-380315a63f29 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] No DVR routers for this DVR port 2c66452a-5d7b-476f-b9bc-f96d7b0ab669 on host hv-cinder-75916 {{(pid=94315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 01:35:03.295023 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-6dff7c59-22b7-42e9-a272-75cf4d004718 req-053123b8-183b-4fc4-96c3-380315a63f29 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for port, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:03.297881 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6dff7c59-22b7-42e9-a272-75cf4d004718 req-053123b8-183b-4fc4-96c3-380315a63f29 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.24 "DELETE /v2.0/ports/2c66452a-5d7b-476f-b9bc-f96d7b0ab669 HTTP/1.1" status: 204 len: 173 time: 0.5079052 Aug 27 01:35:03.298412 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c494433-2508-45e2-8373-13c34a7c565e', 'name': 'network-vif-deleted', 'tag': '2c66452a-5d7b-476f-b9bc-f96d7b0ab669'}] {{(pid=94315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:35:03.301449 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4b197ec9f2f0e9474c50df7e7ed8b30a1ed8e7d4526d98a0361b780d87c209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88413ab5-b191-4e87-ad4c-a6bdd9946e0f" -d '{"events": [{"server_uuid": "3c494433-2508-45e2-8373-13c34a7c565e", "name": "network-vif-deleted", "tag": "2c66452a-5d7b-476f-b9bc-f96d7b0ab669"}]}' {{(pid=94315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:35:03.309027 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-45549cc3-4bb1-45e1-81fc-943c206d3164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:03.339476 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 01:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c76cd3-9346-44c7-b8cb-acc2eab3dd5b x-openstack-request-id: req-52c76cd3-9346-44c7-b8cb-acc2eab3dd5b {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:35:03.339790 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c494433-2508-45e2-8373-13c34a7c565e", "name": "network-vif-deleted", "tag": "2c66452a-5d7b-476f-b9bc-f96d7b0ab669", "status": "completed", "code": 200}]} {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:35:03.340041 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-52c76cd3-9346-44c7-b8cb-acc2eab3dd5b {{(pid=94315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:35:03.340435 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c494433-2508-45e2-8373-13c34a7c565e', 'name': 'network-vif-deleted', 'tag': '2c66452a-5d7b-476f-b9bc-f96d7b0ab669', 'status': 'completed', 'code': 200} Aug 27 01:35:03.367804 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-45549cc3-4bb1-45e1-81fc-943c206d3164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:03.410051 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-45549cc3-4bb1-45e1-81fc-943c206d3164 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=70fb241eb18549d58ae81e5ff7995d5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3508170 Aug 27 01:35:03.410954 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45549cc3-4bb1-45e1-81fc-943c206d3164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9a0da1-793a-45d3-b466-bfa6a09ede74,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:03.413393 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 58736) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:03.480230 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-99033b29-0e6c-4dac-8f90-88686c8789e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:03.504416 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-99033b29-0e6c-4dac-8f90-88686c8789e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:03.710793 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-99033b29-0e6c-4dac-8f90-88686c8789e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:03.713368 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-99033b29-0e6c-4dac-8f90-88686c8789e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:03.714513 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-99033b29-0e6c-4dac-8f90-88686c8789e0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8f9a0da1-793a-45d3-b466-bfa6a09ede74 HTTP/1.1" status: 204 len: 168 time: 0.2998624 Aug 27 01:35:03.726690 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99033b29-0e6c-4dac-8f90-88686c8789e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9a0da1-793a-45d3-b466-bfa6a09ede74,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:04.347845 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-975c8de5-e000-495d-9750-b2c8ca0ba6a8 req-03c8426d-53c6-4612-a65b-7ec2b58f7cd2 tempest-VolumesSnapshotTestJSON-750395629 tempest-VolumesSnapshotTestJSON-750395629-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c494433-2508-45e2-8373-13c34a7c565e HTTP/1.1" status: 200 len: 210 time: 0.0302279 Aug 27 01:35:04.670048 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 58766) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:04.772568 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [None req-aadb4d30-91e7-4875-9d0f-70a67e49fa36 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-598158965-network', 'tenant_id': 'a7bc0f20fc8e41aea86f81d970c2f55a'}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:35:04.853738 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aadb4d30-91e7-4875-9d0f-70a67e49fa36 admin admin] Made reservation on behalf of a7bc0f20fc8e41aea86f81d970c2f55a for: {'network': 1} {{(pid=94316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:35:04.856065 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-aadb4d30-91e7-4875-9d0f-70a67e49fa36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for network, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:04.865573 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-aadb4d30-91e7-4875-9d0f-70a67e49fa36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:04.954337 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-aadb4d30-91e7-4875-9d0f-70a67e49fa36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:05.070819 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-aadb4d30-91e7-4875-9d0f-70a67e49fa36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:05.096603 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aadb4d30-91e7-4875-9d0f-70a67e49fa36 admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=94316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 01:35:05.105074 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadb4d30-91e7-4875-9d0f-70a67e49fa36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26503b45-56a1-4b6f-974a-15b63fc58873,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:05.113482 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-aadb4d30-91e7-4875-9d0f-70a67e49fa36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935457'] for segment, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:05.113826 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.db.segments_db [None req-aadb4d30-91e7-4875-9d0f-70a67e49fa36 admin admin] Added segment 36aa52f1-44ec-4f6a-b1d7-272f71acd3cb of type vlan for network fe41d492-d5ab-4e4a-9f10-105e2214be6c Aug 27 01:35:05.158169 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-aadb4d30-91e7-4875-9d0f-70a67e49fa36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791478006384'] for network, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:05.242104 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-aadb4d30-91e7-4875-9d0f-70a67e49fa36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225'] for network, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:05.243072 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadb4d30-91e7-4875-9d0f-70a67e49fa36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:05.243644 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-aadb4d30-91e7-4875-9d0f-70a67e49fa36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for network, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:05.302594 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadb4d30-91e7-4875-9d0f-70a67e49fa36 admin admin] Pushing event updated for resources: {'Network': ['ID=fe41d492-d5ab-4e4a-9f10-105e2214be6c,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:05.312288 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Network fe41d492-d5ab-4e4a-9f10-105e2214be6c details requested by agent ovs-agent-dv-cinder-759169-3-iscsi with host dv-cinder-759169-3-iscsi {{(pid=94317) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 01:35:05.340021 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-aadb4d30-91e7-4875-9d0f-70a67e49fa36 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6682811 Aug 27 01:35:05.343617 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 58780) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:05.348534 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [None req-ba88dbe8-ef02-4c97-b47f-6986c71edbdb admin admin] Request body: {'subnet': {'network_id': 'fe41d492-d5ab-4e4a-9f10-105e2214be6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-598158965-subnet', 'tenant_id': 'a7bc0f20fc8e41aea86f81d970c2f55a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:35:05.455304 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba88dbe8-ef02-4c97-b47f-6986c71edbdb admin admin] Made reservation on behalf of a7bc0f20fc8e41aea86f81d970c2f55a for: {'subnet': 1} {{(pid=94316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:35:05.458999 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-ba88dbe8-ef02-4c97-b47f-6986c71edbdb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3529976'] for subnet, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:05.671587 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-ba88dbe8-ef02-4c97-b47f-6986c71edbdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8430339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3529866'] for subnet, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:05.725529 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba88dbe8-ef02-4c97-b47f-6986c71edbdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ee94f52-12cd-4de6-93a3-92f228736575,revision_number=0']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:05.740328 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba88dbe8-ef02-4c97-b47f-6986c71edbdb admin admin] Checking segment: {'id': '36aa52f1-44ec-4f6a-b1d7-272f71acd3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'fe41d492-d5ab-4e4a-9f10-105e2214be6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:35:05.740685 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba88dbe8-ef02-4c97-b47f-6986c71edbdb admin admin] Network hostable DHCP agents. Network: fe41d492-d5ab-4e4a-9f10-105e2214be6c, hostable agents: ['70e474cc-df6f-4c4f-8c1d-9d362ecec16b'], hosted agents: [] {{(pid=94316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 01:35:05.830602 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba88dbe8-ef02-4c97-b47f-6986c71edbdb admin admin] Network fe41d492-d5ab-4e4a-9f10-105e2214be6c is scheduled to be hosted by DHCP agent 70e474cc-df6f-4c4f-8c1d-9d362ecec16b with binding_index 1 {{(pid=94316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 01:35:05.922549 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.base_scheduler [None req-ba88dbe8-ef02-4c97-b47f-6986c71edbdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759169-3-iscsi, fe41d492-d5ab-4e4a-9f10-105e2214be6c) {{(pid=94316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:35:05.927827 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba88dbe8-ef02-4c97-b47f-6986c71edbdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:05.928403 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-ba88dbe8-ef02-4c97-b47f-6986c71edbdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:05.931322 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee128ff-9c39-4785-b9df-2827340ceeb3 None None] Network fe41d492-d5ab-4e4a-9f10-105e2214be6c requested from dv-cinder-759169-3-iscsi {{(pid=94317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 01:35:06.026036 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-ba88dbe8-ef02-4c97-b47f-6986c71edbdb admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6813433 Aug 27 01:35:06.054241 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ca07a8-1d69-4704-a05c-f4ddd9d3efc0 None None] Network fe41d492-d5ab-4e4a-9f10-105e2214be6c requested from dv-cinder-759169-3-iscsi {{(pid=94317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 01:35:06.071434 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device 2c66452a-5d7b-476f-b9bc-f96d7b0ab669 no longer exists at agent hyperv_hv-cinder-75916 {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 01:35:06.122811 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] No Port match for: 2c66452a-5d7b-476f-b9bc-f96d7b0ab669 {{(pid=94317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 01:35:06.123225 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device 2c66452a-5d7b-476f-b9bc-f96d7b0ab669 not bound to the agent host hv-cinder-75916 {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 01:35:06.783317 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 58824) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:06.788362 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [None req-cec76bf7-cbf5-4c35-9355-f36a2934b5d7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1812824391-network', 'tenant_id': '5ae6b75201ce4526aff18448a1699b9b'}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:35:06.864597 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec76bf7-cbf5-4c35-9355-f36a2934b5d7 admin admin] Made reservation on behalf of 5ae6b75201ce4526aff18448a1699b9b for: {'network': 1} {{(pid=94316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:35:06.866812 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-cec76bf7-cbf5-4c35-9355-f36a2934b5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for network, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:06.876887 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-cec76bf7-cbf5-4c35-9355-f36a2934b5d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:06.965807 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-cec76bf7-cbf5-4c35-9355-f36a2934b5d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:07.019353 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-cec76bf7-cbf5-4c35-9355-f36a2934b5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:07.043393 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cec76bf7-cbf5-4c35-9355-f36a2934b5d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=94316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 01:35:07.052150 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec76bf7-cbf5-4c35-9355-f36a2934b5d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df89a002-3111-42aa-bb99-55fa7c471d01,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:07.059591 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-cec76bf7-cbf5-4c35-9355-f36a2934b5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935457'] for segment, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:07.059948 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.db.segments_db [None req-cec76bf7-cbf5-4c35-9355-f36a2934b5d7 admin admin] Added segment 2f631620-77ed-4381-b6af-19c374782c51 of type vlan for network cdb6fd57-adf4-4f3a-8d4f-f373550c0846 Aug 27 01:35:07.106607 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-cec76bf7-cbf5-4c35-9355-f36a2934b5d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791478006384'] for network, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:07.167641 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-cec76bf7-cbf5-4c35-9355-f36a2934b5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225'] for network, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:07.168648 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec76bf7-cbf5-4c35-9355-f36a2934b5d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:07.169289 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-cec76bf7-cbf5-4c35-9355-f36a2934b5d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for network, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:07.226567 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec76bf7-cbf5-4c35-9355-f36a2934b5d7 admin admin] Pushing event updated for resources: {'Network': ['ID=cdb6fd57-adf4-4f3a-8d4f-f373550c0846,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:07.236644 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Network cdb6fd57-adf4-4f3a-8d4f-f373550c0846 details requested by agent ovs-agent-dv-cinder-759169-3-iscsi with host dv-cinder-759169-3-iscsi {{(pid=94317) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 01:35:07.316870 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-cec76bf7-cbf5-4c35-9355-f36a2934b5d7 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5324225 Aug 27 01:35:07.319397 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 58832) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:07.324224 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [None req-b9d483f4-4dda-479a-ba7c-3da8d891f3cd admin admin] Request body: {'subnet': {'network_id': 'cdb6fd57-adf4-4f3a-8d4f-f373550c0846', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1812824391-subnet', 'tenant_id': '5ae6b75201ce4526aff18448a1699b9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:35:07.436282 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d483f4-4dda-479a-ba7c-3da8d891f3cd admin admin] Made reservation on behalf of 5ae6b75201ce4526aff18448a1699b9b for: {'subnet': 1} {{(pid=94316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:35:07.438989 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-b9d483f4-4dda-479a-ba7c-3da8d891f3cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3529976'] for subnet, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:07.693600 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-b9d483f4-4dda-479a-ba7c-3da8d891f3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8430339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3529866'] for subnet, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:07.747927 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d483f4-4dda-479a-ba7c-3da8d891f3cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2736295a-10a9-40e5-b59b-cc978a15c0c1,revision_number=0']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:07.760438 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d483f4-4dda-479a-ba7c-3da8d891f3cd admin admin] Checking segment: {'id': '2f631620-77ed-4381-b6af-19c374782c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'cdb6fd57-adf4-4f3a-8d4f-f373550c0846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:35:07.761045 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d483f4-4dda-479a-ba7c-3da8d891f3cd admin admin] Network hostable DHCP agents. Network: cdb6fd57-adf4-4f3a-8d4f-f373550c0846, hostable agents: ['70e474cc-df6f-4c4f-8c1d-9d362ecec16b'], hosted agents: [] {{(pid=94316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 01:35:07.864819 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d483f4-4dda-479a-ba7c-3da8d891f3cd admin admin] Network cdb6fd57-adf4-4f3a-8d4f-f373550c0846 is scheduled to be hosted by DHCP agent 70e474cc-df6f-4c4f-8c1d-9d362ecec16b with binding_index 1 {{(pid=94316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 01:35:07.968400 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.base_scheduler [None req-b9d483f4-4dda-479a-ba7c-3da8d891f3cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759169-3-iscsi, cdb6fd57-adf4-4f3a-8d4f-f373550c0846) {{(pid=94316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:35:07.972261 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d483f4-4dda-479a-ba7c-3da8d891f3cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:07.976037 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-b9d483f4-4dda-479a-ba7c-3da8d891f3cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:07.977874 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edbc386-60dd-432b-9ad9-661275cce72b None None] Network cdb6fd57-adf4-4f3a-8d4f-f373550c0846 requested from dv-cinder-759169-3-iscsi {{(pid=94317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 01:35:08.038870 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-b9d483f4-4dda-479a-ba7c-3da8d891f3cd admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7178657 Aug 27 01:35:08.100236 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f9408e-7ba0-4fbf-9802-aa7801c02a10 None None] Network cdb6fd57-adf4-4f3a-8d4f-f373550c0846 requested from dv-cinder-759169-3-iscsi {{(pid=94317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 01:35:08.149591 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 58842) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:08.197571 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7aaa853-5ed0-4b34-b318-e12adaf6a0b9 admin admin] Deleting subnet 8ee94f52-12cd-4de6-93a3-92f228736575 {{(pid=94316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 01:35:08.200647 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-b7aaa853-5ed0-4b34-b318-e12adaf6a0b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:08.235875 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-b7aaa853-5ed0-4b34-b318-e12adaf6a0b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9240887'] for subnet, precommit_delete_associations {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:08.273142 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-b7aaa853-5ed0-4b34-b318-e12adaf6a0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940968'] for subnet, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:08.402418 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-b7aaa853-5ed0-4b34-b318-e12adaf6a0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8444096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3529875'] for subnet, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:08.435870 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aaa853-5ed0-4b34-b318-e12adaf6a0b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ee94f52-12cd-4de6-93a3-92f228736575,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:08.439830 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-b7aaa853-5ed0-4b34-b318-e12adaf6a0b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:08.442185 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-b7aaa853-5ed0-4b34-b318-e12adaf6a0b9 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8ee94f52-12cd-4de6-93a3-92f228736575 HTTP/1.1" status: 204 len: 168 time: 0.2910299 Aug 27 01:35:08.444239 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 58846) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:08.507589 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-918fcaaa-4fa1-4867-888e-6f25a507dab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608312'] for network, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:08.584197 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-918fcaaa-4fa1-4867-888e-6f25a507dab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-528723', 'neutron.services.segments.db._delete_segments_for_network-8791478518254'] for network, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:08.593338 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.services.segments.db [None req-918fcaaa-4fa1-4867-888e-6f25a507dab5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe41d492-d5ab-4e4a-9f10-105e2214be6c']}} {{(pid=94316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:35:08.602753 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.services.segments.db [None req-918fcaaa-4fa1-4867-888e-6f25a507dab5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36aa52f1-44ec-4f6a-b1d7-272f71acd3cb') {'for_net_delete': True} {{(pid=94316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:35:08.603039 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.services.segments.db [None req-918fcaaa-4fa1-4867-888e-6f25a507dab5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36aa52f1-44ec-4f6a-b1d7-272f71acd3cb') {} {{(pid=94316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:35:08.611356 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-918fcaaa-4fa1-4867-888e-6f25a507dab5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791478518137', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9240872'] for segment, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:08.624536 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-918fcaaa-4fa1-4867-888e-6f25a507dab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935457'] for segment, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:08.629969 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-918fcaaa-4fa1-4867-888e-6f25a507dab5 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=94316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 01:35:08.630336 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-918fcaaa-4fa1-4867-888e-6f25a507dab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8444070'] for segment, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:08.631871 dv-cinder-759169-3-iscsi neutron-server[94316]: Traceback (most recent call last): Aug 27 01:35:08.631871 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 01:35:08.631871 dv-cinder-759169-3-iscsi neutron-server[94316]: timer() Aug 27 01:35:08.631871 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 01:35:08.631871 dv-cinder-759169-3-iscsi neutron-server[94316]: cb(*args, **kw) Aug 27 01:35:08.631871 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 01:35:08.631871 dv-cinder-759169-3-iscsi neutron-server[94316]: return func(*args, **kwargs) Aug 27 01:35:08.631871 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 01:35:08.631871 dv-cinder-759169-3-iscsi neutron-server[94316]: self._notify() Aug 27 01:35:08.631871 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 01:35:08.631871 dv-cinder-759169-3-iscsi neutron-server[94316]: self.callback(batched_events) Aug 27 01:35:08.631871 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 01:35:08.631871 dv-cinder-759169-3-iscsi neutron-server[94316]: event.method(event) Aug 27 01:35:08.631871 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 01:35:08.631871 dv-cinder-759169-3-iscsi neutron-server[94316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 01:35:08.631871 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 01:35:08.631871 dv-cinder-759169-3-iscsi neutron-server[94316]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 01:35:08.631871 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 01:35:08.631871 dv-cinder-759169-3-iscsi neutron-server[94316]: return f(self, *a, **k) Aug 27 01:35:08.631871 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 01:35:08.631871 dv-cinder-759169-3-iscsi neutron-server[94316]: return self._get(url).json() Aug 27 01:35:08.631871 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 01:35:08.631871 dv-cinder-759169-3-iscsi neutron-server[94316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 01:35:08.631871 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 01:35:08.631871 dv-cinder-759169-3-iscsi neutron-server[94316]: return self.request(url, 'GET', **kwargs) Aug 27 01:35:08.631871 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 01:35:08.631871 dv-cinder-759169-3-iscsi neutron-server[94316]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 01:35:08.631871 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 01:35:08.631871 dv-cinder-759169-3-iscsi neutron-server[94316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 01:35:08.631871 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 01:35:08.631871 dv-cinder-759169-3-iscsi neutron-server[94316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 01:35:08.631871 dv-cinder-759169-3-iscsi neutron-server[94316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 01:35:08.756196 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-918fcaaa-4fa1-4867-888e-6f25a507dab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-528682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2027149'] for network, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:08.766992 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-918fcaaa-4fa1-4867-888e-6f25a507dab5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for network, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:08.766992 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-918fcaaa-4fa1-4867-888e-6f25a507dab5 admin admin] 10.222.0.25 "DELETE /v2.0/networks/fe41d492-d5ab-4e4a-9f10-105e2214be6c HTTP/1.1" status: 204 len: 168 time: 0.3183935 Aug 27 01:35:08.768066 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 58850) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:08.776009 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918fcaaa-4fa1-4867-888e-6f25a507dab5 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe41d492-d5ab-4e4a-9f10-105e2214be6c,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:08.814975 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.db_base_plugin_v2 [None req-375aef3a-7588-4abb-9840-014c20ab2cb5 admin admin] Deleting subnet 2736295a-10a9-40e5-b59b-cc978a15c0c1 {{(pid=94315) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 01:35:08.818570 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-375aef3a-7588-4abb-9840-014c20ab2cb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:08.851500 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-375aef3a-7588-4abb-9840-014c20ab2cb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10159459'] for subnet, precommit_delete_associations {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:08.899356 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-375aef3a-7588-4abb-9840-014c20ab2cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940968'] for subnet, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:09.042594 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-375aef3a-7588-4abb-9840-014c20ab2cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8502892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10044194'] for subnet, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:09.070032 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375aef3a-7588-4abb-9840-014c20ab2cb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2736295a-10a9-40e5-b59b-cc978a15c0c1,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:09.071822 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-375aef3a-7588-4abb-9840-014c20ab2cb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for subnet, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:09.073719 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-375aef3a-7588-4abb-9840-014c20ab2cb5 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2736295a-10a9-40e5-b59b-cc978a15c0c1 HTTP/1.1" status: 204 len: 168 time: 0.3045495 Aug 27 01:35:09.077179 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 58864) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:09.143339 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-9d45a825-b6b2-4899-be02-2f79eddc8225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608312'] for network, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:09.222224 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-9d45a825-b6b2-4899-be02-2f79eddc8225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-528723', 'neutron.services.segments.db._delete_segments_for_network-8791478518254'] for network, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:09.232266 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.services.segments.db [None req-9d45a825-b6b2-4899-be02-2f79eddc8225 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdb6fd57-adf4-4f3a-8d4f-f373550c0846']}} {{(pid=94315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:35:09.242776 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.services.segments.db [None req-9d45a825-b6b2-4899-be02-2f79eddc8225 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f631620-77ed-4381-b6af-19c374782c51') {'for_net_delete': True} {{(pid=94315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:35:09.243074 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.services.segments.db [None req-9d45a825-b6b2-4899-be02-2f79eddc8225 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f631620-77ed-4381-b6af-19c374782c51') {} {{(pid=94315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:35:09.252158 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-9d45a825-b6b2-4899-be02-2f79eddc8225 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791478518137', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10159484'] for segment, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:09.265521 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-9d45a825-b6b2-4899-be02-2f79eddc8225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935457'] for segment, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:09.271226 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d45a825-b6b2-4899-be02-2f79eddc8225 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=94315) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 01:35:09.274853 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-9d45a825-b6b2-4899-be02-2f79eddc8225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8502794'] for segment, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:09.274853 dv-cinder-759169-3-iscsi neutron-server[94315]: Traceback (most recent call last): Aug 27 01:35:09.274853 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 01:35:09.274853 dv-cinder-759169-3-iscsi neutron-server[94315]: timer() Aug 27 01:35:09.274853 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 01:35:09.274853 dv-cinder-759169-3-iscsi neutron-server[94315]: cb(*args, **kw) Aug 27 01:35:09.274853 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 01:35:09.274853 dv-cinder-759169-3-iscsi neutron-server[94315]: return func(*args, **kwargs) Aug 27 01:35:09.274853 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 01:35:09.274853 dv-cinder-759169-3-iscsi neutron-server[94315]: self._notify() Aug 27 01:35:09.274853 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 01:35:09.274853 dv-cinder-759169-3-iscsi neutron-server[94315]: self.callback(batched_events) Aug 27 01:35:09.274853 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 01:35:09.274853 dv-cinder-759169-3-iscsi neutron-server[94315]: event.method(event) Aug 27 01:35:09.274853 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 01:35:09.274853 dv-cinder-759169-3-iscsi neutron-server[94315]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 01:35:09.274853 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 01:35:09.274853 dv-cinder-759169-3-iscsi neutron-server[94315]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 01:35:09.274853 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 01:35:09.274853 dv-cinder-759169-3-iscsi neutron-server[94315]: return f(self, *a, **k) Aug 27 01:35:09.274853 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 01:35:09.274853 dv-cinder-759169-3-iscsi neutron-server[94315]: return self._get(url).json() Aug 27 01:35:09.274853 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 01:35:09.274853 dv-cinder-759169-3-iscsi neutron-server[94315]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 01:35:09.274853 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 01:35:09.274853 dv-cinder-759169-3-iscsi neutron-server[94315]: return self.request(url, 'GET', **kwargs) Aug 27 01:35:09.274853 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 01:35:09.274853 dv-cinder-759169-3-iscsi neutron-server[94315]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 01:35:09.274853 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 01:35:09.274853 dv-cinder-759169-3-iscsi neutron-server[94315]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 01:35:09.274853 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 01:35:09.274853 dv-cinder-759169-3-iscsi neutron-server[94315]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 01:35:09.274853 dv-cinder-759169-3-iscsi neutron-server[94315]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 01:35:09.407861 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-9d45a825-b6b2-4899-be02-2f79eddc8225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-528682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2027149'] for network, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:09.415294 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-9d45a825-b6b2-4899-be02-2f79eddc8225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for network, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:09.421544 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-9d45a825-b6b2-4899-be02-2f79eddc8225 admin admin] 10.222.0.25 "DELETE /v2.0/networks/cdb6fd57-adf4-4f3a-8d4f-f373550c0846 HTTP/1.1" status: 204 len: 168 time: 0.3395278 Aug 27 01:35:09.428567 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45a825-b6b2-4899-be02-2f79eddc8225 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdb6fd57-adf4-4f3a-8d4f-f373550c0846,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:09.725569 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 58880) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:09.754822 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 58884) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:09.800250 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-73460f1f-54fe-49c3-9885-51e470cab099 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a7bc0f20fc8e41aea86f81d970c2f55a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0438843 Aug 27 01:35:09.802628 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 58886) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:09.854943 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ecd5-709d-42b7-b750-7fb8e54d830a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:09.875588 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ecd5-709d-42b7-b750-7fb8e54d830a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:09.928179 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-255992f9-18fb-4109-9886-46ab6f72f2a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:10.011546 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-255992f9-18fb-4109-9886-46ab6f72f2a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:10.064563 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ecd5-709d-42b7-b750-7fb8e54d830a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:10.067062 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ecd5-709d-42b7-b750-7fb8e54d830a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:10.068189 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-7cc1ecd5-709d-42b7-b750-7fb8e54d830a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/26503b45-56a1-4b6f-974a-15b63fc58873 HTTP/1.1" status: 204 len: 168 time: 0.2646844 Aug 27 01:35:10.079714 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc1ecd5-709d-42b7-b750-7fb8e54d830a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26503b45-56a1-4b6f-974a-15b63fc58873,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:10.099779 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-255992f9-18fb-4109-9886-46ab6f72f2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:10.136766 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-255992f9-18fb-4109-9886-46ab6f72f2a9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=55e751bd335549608acce0c3e5db5359&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4100378 Aug 27 01:35:10.138608 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255992f9-18fb-4109-9886-46ab6f72f2a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe4db16-defe-4c20-a595-4cd8a85b8cb0,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:10.139975 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 58890) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:10.189623 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-95f78ef9-24a6-49e8-9b82-e7739de0e5ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:10.210560 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-95f78ef9-24a6-49e8-9b82-e7739de0e5ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:10.322096 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-95f78ef9-24a6-49e8-9b82-e7739de0e5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:10.324754 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-95f78ef9-24a6-49e8-9b82-e7739de0e5ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:10.325940 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-95f78ef9-24a6-49e8-9b82-e7739de0e5ee admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/efe4db16-defe-4c20-a595-4cd8a85b8cb0 HTTP/1.1" status: 204 len: 168 time: 0.1849489 Aug 27 01:35:10.335364 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f78ef9-24a6-49e8-9b82-e7739de0e5ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe4db16-defe-4c20-a595-4cd8a85b8cb0,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:10.708949 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 58908) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:10.752903 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-d9b2c7c6-3530-4997-9d72-74f6f59e5b07 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5ae6b75201ce4526aff18448a1699b9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0425239 Aug 27 01:35:10.761072 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 58912) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:10.804590 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-32e293d1-cb43-41b3-9a23-6e34b881a062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:10.830071 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-32e293d1-cb43-41b3-9a23-6e34b881a062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:10.950581 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-32e293d1-cb43-41b3-9a23-6e34b881a062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:10.954129 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-32e293d1-cb43-41b3-9a23-6e34b881a062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:10.955290 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-32e293d1-cb43-41b3-9a23-6e34b881a062 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/df89a002-3111-42aa-bb99-55fa7c471d01 HTTP/1.1" status: 204 len: 168 time: 0.1989195 Aug 27 01:35:10.963498 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e293d1-cb43-41b3-9a23-6e34b881a062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df89a002-3111-42aa-bb99-55fa7c471d01,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:11.115117 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 58918) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:11.132008 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-c156e9b4-2208-473b-8659-801bd4b49282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:11.215939 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-c156e9b4-2208-473b-8659-801bd4b49282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:11.305112 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-c156e9b4-2208-473b-8659-801bd4b49282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:11.346296 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-c156e9b4-2208-473b-8659-801bd4b49282 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3e9c65f74e064bfebf9a7bbf79be14e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2301002 Aug 27 01:35:11.347063 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c156e9b4-2208-473b-8659-801bd4b49282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98dbcb2-eedc-4218-8687-d1529f7ff61f,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:11.353107 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 58924) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:11.410827 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-47ab32f5-9552-4773-8a5c-34021b3c491b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:11.435350 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-47ab32f5-9552-4773-8a5c-34021b3c491b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:11.579262 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-47ab32f5-9552-4773-8a5c-34021b3c491b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:11.581874 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-47ab32f5-9552-4773-8a5c-34021b3c491b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:11.583203 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-47ab32f5-9552-4773-8a5c-34021b3c491b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f98dbcb2-eedc-4218-8687-d1529f7ff61f HTTP/1.1" status: 204 len: 168 time: 0.2284496 Aug 27 01:35:11.591192 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ab32f5-9552-4773-8a5c-34021b3c491b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98dbcb2-eedc-4218-8687-d1529f7ff61f,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:12.001931 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-36fd1d2a-0777-404c-a0ba-6838d1fec26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:13.812231 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3086d3-63f0-499b-8827-425c5e52466b req-3f929a80-d5f3-4f85-a3d0-8006f7f3f7c5 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:13.818101 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-8b3086d3-63f0-499b-8827-425c5e52466b req-3f929a80-d5f3-4f85-a3d0-8006f7f3f7c5 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 946 time: 0.2722239 Aug 27 01:35:13.862968 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-8b3086d3-63f0-499b-8827-425c5e52466b req-ea1bc15c-87d2-49a5-9134-7dee53daf55f tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426862 Aug 27 01:35:14.388265 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 59050) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:14.497076 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-67244d82-3eaa-4738-9398-aadf871093a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:14.511024 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-38d83ab6-d2e0-4752-92ca-68c3b41a89e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:14.584915 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-67244d82-3eaa-4738-9398-aadf871093a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:14.664785 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-67244d82-3eaa-4738-9398-aadf871093a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:14.705239 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-67244d82-3eaa-4738-9398-aadf871093a2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e0fb466cf1cf48679410851466601fe8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3156018 Aug 27 01:35:14.706327 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67244d82-3eaa-4738-9398-aadf871093a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49891765-0a49-4a5c-b8a8-027618419e4f,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:14.708014 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 59054) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:14.739364 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:14.759380 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a9ca1990-be32-4128-a0f9-5fc74dfbdb9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:14.782772 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a9ca1990-be32-4128-a0f9-5fc74dfbdb9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:14.957675 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a9ca1990-be32-4128-a0f9-5fc74dfbdb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:14.960213 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a9ca1990-be32-4128-a0f9-5fc74dfbdb9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:14.961630 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-a9ca1990-be32-4128-a0f9-5fc74dfbdb9d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/49891765-0a49-4a5c-b8a8-027618419e4f HTTP/1.1" status: 204 len: 168 time: 0.2516091 Aug 27 01:35:14.972526 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca1990-be32-4128-a0f9-5fc74dfbdb9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49891765-0a49-4a5c-b8a8-027618419e4f,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:15.142485 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098df0d4-b531-416d-b0d3-16bb9d7d1957 req-32ee95a2-d554-4fa9-a122-70b2c940481f tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:15.144280 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-098df0d4-b531-416d-b0d3-16bb9d7d1957 req-32ee95a2-d554-4fa9-a122-70b2c940481f tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 946 time: 0.2031398 Aug 27 01:35:15.183008 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-098df0d4-b531-416d-b0d3-16bb9d7d1957 req-ff1505b7-fd0b-4d7d-9a23-69b97182eca9 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=319496d1-44c8-440f-97a8-fb501f967b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326025 Aug 27 01:35:15.348059 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85566e65-9eaa-4f8f-807e-cf552a42a783 req-16ec906f-ca17-4cfa-82b8-6d3699e5adb2 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:15.349538 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-85566e65-9eaa-4f8f-807e-cf552a42a783 req-16ec906f-ca17-4cfa-82b8-6d3699e5adb2 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 946 time: 0.0468280 Aug 27 01:35:15.447531 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [req-85566e65-9eaa-4f8f-807e-cf552a42a783 req-3f0bd1ea-1f4d-4081-b924-228e1fd81569 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Deleting port 5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e {{(pid=94315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:35:15.448160 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-85566e65-9eaa-4f8f-807e-cf552a42a783 req-3f0bd1ea-1f4d-4081-b924-228e1fd81569 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:15.533041 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [req-85566e65-9eaa-4f8f-807e-cf552a42a783 req-3f0bd1ea-1f4d-4081-b924-228e1fd81569 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] For port 5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e,segment=NetworkSegment(f8ab679e-b537-4c90-a2f7-0b9fb93d20b1),segment_id=f8ab679e-b537-4c90-a2f7-0b9fb93d20b1)] {{(pid=94315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:35:15.533405 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-85566e65-9eaa-4f8f-807e-cf552a42a783 req-3f0bd1ea-1f4d-4081-b924-228e1fd81569 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:15.725636 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 59080) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:15.739030 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-39deb754-bd69-47ab-81e2-397f7baa0b69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:15.752547 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-85566e65-9eaa-4f8f-807e-cf552a42a783 req-3f0bd1ea-1f4d-4081-b924-228e1fd81569 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:15.752957 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-85566e65-9eaa-4f8f-807e-cf552a42a783 req-3f0bd1ea-1f4d-4081-b924-228e1fd81569 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2027135'] for floatingip, after_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:15.753270 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.db.l3_db [req-85566e65-9eaa-4f8f-807e-cf552a42a783 req-3f0bd1ea-1f4d-4081-b924-228e1fd81569 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Floating IP 32184ba3-1589-45bd-9a43-1eb91330772e disassociated. External IP: 172.27.3.94, port: 5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e. Aug 27 01:35:15.753603 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [req-85566e65-9eaa-4f8f-807e-cf552a42a783 req-3f0bd1ea-1f4d-4081-b924-228e1fd81569 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Calling delete_port for 5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e owned by compute:nova {{(pid=94315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:35:15.835828 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-39deb754-bd69-47ab-81e2-397f7baa0b69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:15.905515 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ed545f81-8b1b-4cf8-a1bc-5817d83b44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:15.950391 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-39deb754-bd69-47ab-81e2-397f7baa0b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:15.973730 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-85566e65-9eaa-4f8f-807e-cf552a42a783 req-3f0bd1ea-1f4d-4081-b924-228e1fd81569 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8502847'] for port, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:15.988394 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-39deb754-bd69-47ab-81e2-397f7baa0b69 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7fc62dd77d2b493d89ecc4cb2efa1c22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2617044 Aug 27 01:35:15.989747 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39deb754-bd69-47ab-81e2-397f7baa0b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e76d18-7ccf-461b-972b-133830b5ddb0,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:15.992009 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 59082) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:16.002163 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0bd1ea-1f4d-4081-b924-228e1fd81569 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Pushing event deleted for resources: {'Port': ['ID=5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:16.050634 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-45486641-153a-4b4a-be8d-a354567a15fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:16.074466 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-45486641-153a-4b4a-be8d-a354567a15fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:16.179639 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-45486641-153a-4b4a-be8d-a354567a15fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:16.182305 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-45486641-153a-4b4a-be8d-a354567a15fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:16.185837 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-45486641-153a-4b4a-be8d-a354567a15fb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a5e76d18-7ccf-461b-972b-133830b5ddb0 HTTP/1.1" status: 204 len: 168 time: 0.1906562 Aug 27 01:35:16.193025 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45486641-153a-4b4a-be8d-a354567a15fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e76d18-7ccf-461b-972b-133830b5ddb0,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:16.340004 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-09e47c4b-98d7-4be9-adce-0c39bb525d22 req-1a928306-1f18-4bbb-a874-44bee289e8f9 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 210 time: 0.0271194 Aug 27 01:35:16.375201 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85566e65-9eaa-4f8f-807e-cf552a42a783 req-3f0bd1ea-1f4d-4081-b924-228e1fd81569 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Router 374ecf4c-b187-4279-a485-f287b3a40fda has already been hosted by L3 agent 8dc83c43-e68e-43c9-8595-1753e39ae809 {{(pid=94315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 01:35:16.507219 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85566e65-9eaa-4f8f-807e-cf552a42a783 req-3f0bd1ea-1f4d-4081-b924-228e1fd81569 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify agent at l3_agent.dv-cinder-759169-3-iscsi the message routers_updated {{(pid=94315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 01:35:16.521571 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18bf702-0769-4732-a402-f9d074a8fd05 None None] Sync routers for ids ['374ecf4c-b187-4279-a485-f287b3a40fda'] in dv-cinder-759169-3-iscsi {{(pid=94317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 01:35:16.538410 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18bf702-0769-4732-a402-f9d074a8fd05 None None] Routers {'374ecf4c-b187-4279-a485-f287b3a40fda'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:35:16.539052 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-f18bf702-0769-4732-a402-f9d074a8fd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:35:14Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['374ecf4c-b187-4279-a485-f287b3a40fda'], 'active': True} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:35:16.566689 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.l3_dvrscheduler_db [req-85566e65-9eaa-4f8f-807e-cf552a42a783 req-3f0bd1ea-1f4d-4081-b924-228e1fd81569 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] No DVR routers for this DVR port 5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e on host hv-cinder-75916 {{(pid=94315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 01:35:16.570182 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-85566e65-9eaa-4f8f-807e-cf552a42a783 req-3f0bd1ea-1f4d-4081-b924-228e1fd81569 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for port, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:16.572803 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-85566e65-9eaa-4f8f-807e-cf552a42a783 req-3f0bd1ea-1f4d-4081-b924-228e1fd81569 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.24 "DELETE /v2.0/ports/5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e HTTP/1.1" status: 204 len: 173 time: 1.2170775 Aug 27 01:35:16.573332 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec83298-8a1e-4edd-be07-4e0592a0ce04', 'name': 'network-vif-deleted', 'tag': '5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e'}] {{(pid=94315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:35:16.575649 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4b197ec9f2f0e9474c50df7e7ed8b30a1ed8e7d4526d98a0361b780d87c209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e61205-8650-48ef-ac37-3f03ed368057" -d '{"events": [{"server_uuid": "6ec83298-8a1e-4edd-be07-4e0592a0ce04", "name": "network-vif-deleted", "tag": "5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e"}]}' {{(pid=94315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:35:16.621853 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 01:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce8d90b-c8c3-4b6d-9aca-46209e5c5db5 x-openstack-request-id: req-4ce8d90b-c8c3-4b6d-9aca-46209e5c5db5 {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:35:16.622010 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ec83298-8a1e-4edd-be07-4e0592a0ce04", "name": "network-vif-deleted", "tag": "5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e", "status": "completed", "code": 200}]} {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:35:16.622295 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4ce8d90b-c8c3-4b6d-9aca-46209e5c5db5 {{(pid=94315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:35:16.622680 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec83298-8a1e-4edd-be07-4e0592a0ce04', 'name': 'network-vif-deleted', 'tag': '5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e', 'status': 'completed', 'code': 200} Aug 27 01:35:16.710285 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvr_db [None req-f18bf702-0769-4732-a402-f9d074a8fd05 None None] Set router 374ecf4c-b187-4279-a485-f287b3a40fda gateway port host: dv-cinder-759169-3-iscsi {{(pid=94317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:35:16.948607 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-f18bf702-0769-4732-a402-f9d074a8fd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'name': 'tempest-AttachVolumeShelveTestJSON-1110892241-router', 'tenant_id': '9cbe428e1f9c456087aa6ec677fe0330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'b50d8a55-e5ab-4c67-8bf2-efb8b5165f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:30:11Z', 'updated_at': '2021-08-27T01:30:18Z', 'revision_number': 4, 'project_id': '9cbe428e1f9c456087aa6ec677fe0330', 'gw_port': {'id': 'b50d8a55-e5ab-4c67-8bf2-efb8b5165f30', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:12:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:13Z', 'updated_at': '2021-08-27T01:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': 'c904e9ce-ecb9-4743-9f9e-20e31461ccd8', 'name': '', 'network_id': '5c8689e3-4506-47c0-a652-97ed18836189', 'tenant_id': '9cbe428e1f9c456087aa6ec677fe0330', 'mac_address': 'fa:16:3e:78:c4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '20caaf11-6500-4480-a57e-55af9949d7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:17Z', 'updated_at': '2021-08-27T01:30:31Z', 'revision_number': 5, 'project_id': '9cbe428e1f9c456087aa6ec677fe0330', 'subnets': [{'id': '20caaf11-6500-4480-a57e-55af9949d7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:35:16.983286 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18bf702-0769-4732-a402-f9d074a8fd05 None None] Checking router: 374ecf4c-b187-4279-a485-f287b3a40fda for host: dv-cinder-759169-3-iscsi {{(pid=94317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 01:35:17.011550 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18bf702-0769-4732-a402-f9d074a8fd05 None None] Routers {'374ecf4c-b187-4279-a485-f287b3a40fda'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:35:17.017128 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-f18bf702-0769-4732-a402-f9d074a8fd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:35:14Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['374ecf4c-b187-4279-a485-f287b3a40fda'], 'active': True} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:35:17.128930 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvr_db [None req-f18bf702-0769-4732-a402-f9d074a8fd05 None None] Set router 374ecf4c-b187-4279-a485-f287b3a40fda gateway port host: dv-cinder-759169-3-iscsi {{(pid=94317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:35:17.463883 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-983c242a-3d61-404b-96cc-8320b8a982b2 req-2e939ee6-a5a8-4504-8ef8-8216e8abe1d9 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec83298-8a1e-4edd-be07-4e0592a0ce04 HTTP/1.1" status: 200 len: 210 time: 0.0300343 Aug 27 01:35:17.477307 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-809c4053-e1f3-4656-979d-5dfd58cb0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:17.489882 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-f18bf702-0769-4732-a402-f9d074a8fd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'name': 'tempest-AttachVolumeShelveTestJSON-1110892241-router', 'tenant_id': '9cbe428e1f9c456087aa6ec677fe0330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'b50d8a55-e5ab-4c67-8bf2-efb8b5165f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:30:11Z', 'updated_at': '2021-08-27T01:30:18Z', 'revision_number': 4, 'project_id': '9cbe428e1f9c456087aa6ec677fe0330', 'gw_port': {'id': 'b50d8a55-e5ab-4c67-8bf2-efb8b5165f30', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:12:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:13Z', 'updated_at': '2021-08-27T01:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': 'c904e9ce-ecb9-4743-9f9e-20e31461ccd8', 'name': '', 'network_id': '5c8689e3-4506-47c0-a652-97ed18836189', 'tenant_id': '9cbe428e1f9c456087aa6ec677fe0330', 'mac_address': 'fa:16:3e:78:c4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '20caaf11-6500-4480-a57e-55af9949d7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:17Z', 'updated_at': '2021-08-27T01:30:31Z', 'revision_number': 5, 'project_id': '9cbe428e1f9c456087aa6ec677fe0330', 'subnets': [{'id': '20caaf11-6500-4480-a57e-55af9949d7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:35:17.519563 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18bf702-0769-4732-a402-f9d074a8fd05 None None] The sync data for ids ['374ecf4c-b187-4279-a485-f287b3a40fda'] in dv-cinder-759169-3-iscsi is: [{'id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'name': 'tempest-AttachVolumeShelveTestJSON-1110892241-router', 'tenant_id': '9cbe428e1f9c456087aa6ec677fe0330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'b50d8a55-e5ab-4c67-8bf2-efb8b5165f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:30:11Z', 'updated_at': '2021-08-27T01:30:18Z', 'revision_number': 4, 'project_id': '9cbe428e1f9c456087aa6ec677fe0330', 'gw_port': {'id': 'b50d8a55-e5ab-4c67-8bf2-efb8b5165f30', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:12:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:13Z', 'updated_at': '2021-08-27T01:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': 'c904e9ce-ecb9-4743-9f9e-20e31461ccd8', 'name': '', 'network_id': '5c8689e3-4506-47c0-a652-97ed18836189', 'tenant_id': '9cbe428e1f9c456087aa6ec677fe0330', 'mac_address': 'fa:16:3e:78:c4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '20caaf11-6500-4480-a57e-55af9949d7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:17Z', 'updated_at': '2021-08-27T01:30:31Z', 'revision_number': 5, 'project_id': '9cbe428e1f9c456087aa6ec677fe0330', 'subnets': [{'id': '20caaf11-6500-4480-a57e-55af9949d7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 01:35:17.771171 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369f62c7-b3dc-48cf-8ec0-039e18220fb9 None None] New status for floating IP 32184ba3-1589-45bd-9a43-1eb91330772e: DOWN {{(pid=94318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 01:35:18.038620 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.agents_db [None req-fec0d0a0-65fd-4898-8015-6bc2580b487e None None] Agent healthcheck: found 6 active agents {{(pid=94318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 01:35:18.648894 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 59178) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:18.709782 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-3674c969-23a4-4f36-90e2-a2774c99b727 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks [] for security_group, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:18.734438 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-3674c969-23a4-4f36-90e2-a2774c99b727 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:18.847966 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-3674c969-23a4-4f36-90e2-a2774c99b727 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:18.850687 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-3674c969-23a4-4f36-90e2-a2774c99b727 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks [] for security_group, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:18.851936 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-3674c969-23a4-4f36-90e2-a2774c99b727 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "DELETE /v2.0/security-groups/319496d1-44c8-440f-97a8-fb501f967b21 HTTP/1.1" status: 204 len: 168 time: 0.2013402 Aug 27 01:35:18.858491 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 59180) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:18.861816 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3674c969-23a4-4f36-90e2-a2774c99b727 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=319496d1-44c8-440f-97a8-fb501f967b21,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:18.872883 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.api.v2.resource [None req-637979e9-d590-4c40-a7df-081ea330355a tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] show failed (client error): The resource could not be found. Aug 27 01:35:18.875511 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-637979e9-d590-4c40-a7df-081ea330355a tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups/319496d1-44c8-440f-97a8-fb501f967b21 HTTP/1.1" status: 404 len: 347 time: 0.0148926 Aug 27 01:35:18.881999 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 59184) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:19.005813 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [None req-2fa4f20c-86ea-45b6-a39a-b610ad6d88af tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Deleting port 8d236bac-5a0e-4b5a-87f0-1ff5ae172140 {{(pid=94315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:35:19.006153 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-2fa4f20c-86ea-45b6-a39a-b610ad6d88af tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:19.095572 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-2fa4f20c-86ea-45b6-a39a-b610ad6d88af tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:19.095919 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-2fa4f20c-86ea-45b6-a39a-b610ad6d88af tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:19.109004 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [None req-2fa4f20c-86ea-45b6-a39a-b610ad6d88af tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Calling delete_port for 8d236bac-5a0e-4b5a-87f0-1ff5ae172140 owned by network:floatingip {{(pid=94315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:35:19.279733 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device 5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e no longer exists at agent hyperv_hv-cinder-75916 {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 01:35:19.304475 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] No Port match for: 5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e {{(pid=94317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 01:35:19.304823 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device 5f7cab4d-54ba-4757-bb8d-1d2f0a14a90e not bound to the agent host hv-cinder-75916 {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 01:35:19.310602 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-2fa4f20c-86ea-45b6-a39a-b610ad6d88af tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8502847'] for port, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:19.335495 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa4f20c-86ea-45b6-a39a-b610ad6d88af tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Pushing event deleted for resources: {'Port': ['ID=8d236bac-5a0e-4b5a-87f0-1ff5ae172140,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:19.396110 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-2fa4f20c-86ea-45b6-a39a-b610ad6d88af tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks [] for floatingip, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:19.398691 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-2fa4f20c-86ea-45b6-a39a-b610ad6d88af tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for floatingip, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:19.399846 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-2fa4f20c-86ea-45b6-a39a-b610ad6d88af tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "DELETE /v2.0/floatingips/32184ba3-1589-45bd-9a43-1eb91330772e HTTP/1.1" status: 204 len: 168 time: 0.5167181 Aug 27 01:35:19.721695 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 59206) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:19.726408 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [None req-ccede27e-a352-4651-8f1f-dd6d6893b60b tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1106218358', 'description': 'tempest-description--1528584470'}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:35:19.807820 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-ccede27e-a352-4651-8f1f-dd6d6893b60b tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks [] for security_group, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:19.871203 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 59210) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:19.894048 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-ccede27e-a352-4651-8f1f-dd6d6893b60b tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks [] for security_group, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:19.956471 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-ccede27e-a352-4651-8f1f-dd6d6893b60b tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:19.974510 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-ad574c27-5d00-4d26-a951-61419af6101d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:19.986279 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccede27e-a352-4651-8f1f-dd6d6893b60b tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e70bf24-bfe8-4921-bcf6-78c67e581a89,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:20.042214 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-ccede27e-a352-4651-8f1f-dd6d6893b60b tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks [] for security_group, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:20.043453 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-ccede27e-a352-4651-8f1f-dd6d6893b60b tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3207228 Aug 27 01:35:20.046658 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 59214) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:20.051558 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [None req-adc23699-414f-4d56-bddf-2d64be9abf58 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Request body: {'security_group_rule': {'security_group_id': '7e70bf24-bfe8-4921-bcf6-78c67e581a89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:35:20.118743 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-ad574c27-5d00-4d26-a951-61419af6101d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:20.167412 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-ad574c27-5d00-4d26-a951-61419af6101d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:20.210808 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-ad574c27-5d00-4d26-a951-61419af6101d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9438f3d285374de99810fc04fb296826&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3384659 Aug 27 01:35:20.212012 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad574c27-5d00-4d26-a951-61419af6101d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4560bc0-2f54-46bd-b857-a27d3f37cd9d,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:20.212256 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 59222) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:20.258739 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-adc23699-414f-4d56-bddf-2d64be9abf58 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:20.290573 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-24342f93-4838-47d7-9fbe-03635dcd690a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:20.322775 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-24342f93-4838-47d7-9fbe-03635dcd690a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:20.341214 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-adc23699-414f-4d56-bddf-2d64be9abf58 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:20.390508 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-adc23699-414f-4d56-bddf-2d64be9abf58 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069750'] for security_group_rule, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:20.407924 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc23699-414f-4d56-bddf-2d64be9abf58 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fb9efdb-6538-41d9-9f19-712308d0dcd7,revision_number=0']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:20.442167 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-24342f93-4838-47d7-9fbe-03635dcd690a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:20.450237 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-24342f93-4838-47d7-9fbe-03635dcd690a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:20.450237 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-24342f93-4838-47d7-9fbe-03635dcd690a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c4560bc0-2f54-46bd-b857-a27d3f37cd9d HTTP/1.1" status: 204 len: 168 time: 0.2325542 Aug 27 01:35:20.453940 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24342f93-4838-47d7-9fbe-03635dcd690a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4560bc0-2f54-46bd-b857-a27d3f37cd9d,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:20.458990 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-adc23699-414f-4d56-bddf-2d64be9abf58 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:20.462982 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 59226) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:20.463213 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-adc23699-414f-4d56-bddf-2d64be9abf58 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4153163 Aug 27 01:35:20.469139 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [None req-5b00f4d5-1c7e-4eb1-9b63-ab519ee77148 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Request body: {'security_group_rule': {'security_group_id': '7e70bf24-bfe8-4921-bcf6-78c67e581a89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:35:20.566616 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-5b00f4d5-1c7e-4eb1-9b63-ab519ee77148 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:20.623990 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-5b00f4d5-1c7e-4eb1-9b63-ab519ee77148 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:20.698788 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-5b00f4d5-1c7e-4eb1-9b63-ab519ee77148 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069750'] for security_group_rule, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:20.712161 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b00f4d5-1c7e-4eb1-9b63-ab519ee77148 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=458b8e5e-24d3-4530-bd18-69c19e718d86,revision_number=0']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:20.801965 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-5b00f4d5-1c7e-4eb1-9b63-ab519ee77148 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:20.806801 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 59236) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:20.813707 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-5b00f4d5-1c7e-4eb1-9b63-ab519ee77148 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3454340 Aug 27 01:35:20.962750 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [None req-2c92c7e1-8361-4627-b771-32488a8065db tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Request body: {'floatingip': {'floating_network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6'}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:35:21.070763 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-2c92c7e1-8361-4627-b771-32488a8065db tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks [] for floatingip, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:21.127671 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 59244) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:21.145909 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-7a42af4e-d702-466e-b061-6791c59882a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:21.179541 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-2c92c7e1-8361-4627-b771-32488a8065db tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:21.253850 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-7a42af4e-d702-466e-b061-6791c59882a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:21.285611 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.db_base_plugin_common [None req-2c92c7e1-8361-4627-b771-32488a8065db tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Allocated IP 172.27.3.24 (6740c5c8-77e9-4fca-8473-ad46ab012dd6/fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b/b49354c4-444f-42dd-9c49-ca3b025f1de9) {{(pid=94315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 01:35:21.327995 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-7a42af4e-d702-466e-b061-6791c59882a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:21.365764 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-7a42af4e-d702-466e-b061-6791c59882a2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e01c981ab966498ab49600670730ada7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2376068 Aug 27 01:35:21.366698 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a42af4e-d702-466e-b061-6791c59882a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=711e4035-f726-4e3b-a37e-8be7c5e8b8f8,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:21.368324 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 59250) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:21.408934 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-2c92c7e1-8361-4627-b771-32488a8065db tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks [] for port, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:21.460905 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-3e49cbf2-c763-4220-8560-43e37550c270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:21.493864 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-3e49cbf2-c763-4220-8560-43e37550c270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:21.550869 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-2c92c7e1-8361-4627-b771-32488a8065db tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791478024214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8502847'] for port, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:21.592950 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c92c7e1-8361-4627-b771-32488a8065db tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Network 6740c5c8-77e9-4fca-8473-ad46ab012dd6 is already hosted by enough agents. {{(pid=94315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:35:21.599229 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.base_scheduler [None req-2c92c7e1-8361-4627-b771-32488a8065db tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Resources bound (agent type, host, resource id): {{(pid=94315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:35:21.603614 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c92c7e1-8361-4627-b771-32488a8065db tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Received port after_create {{(pid=94315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 01:35:21.606566 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c92c7e1-8361-4627-b771-32488a8065db tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Pushing event updated for resources: {'Port': ['ID=b49354c4-444f-42dd-9c49-ca3b025f1de9,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:21.628398 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-3e49cbf2-c763-4220-8560-43e37550c270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:21.630924 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-3e49cbf2-c763-4220-8560-43e37550c270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:21.632034 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-3e49cbf2-c763-4220-8560-43e37550c270 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/711e4035-f726-4e3b-a37e-8be7c5e8b8f8 HTTP/1.1" status: 204 len: 168 time: 0.2627630 Aug 27 01:35:21.647209 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e49cbf2-c763-4220-8560-43e37550c270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711e4035-f726-4e3b-a37e-8be7c5e8b8f8,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:21.739488 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-2c92c7e1-8361-4627-b771-32488a8065db tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:21.823127 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-2c92c7e1-8361-4627-b771-32488a8065db tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:21.982101 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-2c92c7e1-8361-4627-b771-32488a8065db tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks [] for port, precommit_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:22.070810 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-2c92c7e1-8361-4627-b771-32488a8065db tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8502822'] for port, after_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:22.148635 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c92c7e1-8361-4627-b771-32488a8065db tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Pushing event updated for resources: {'Port': ['ID=b49354c4-444f-42dd-9c49-ca3b025f1de9,revision_number=2']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:22.161960 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-2c92c7e1-8361-4627-b771-32488a8065db tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2027135'] for floatingip, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:22.253275 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-2c92c7e1-8361-4627-b771-32488a8065db tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for floatingip, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:22.254616 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-2c92c7e1-8361-4627-b771-32488a8065db tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4465804 Aug 27 01:35:22.461121 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-49860c00-729f-409f-bba7-fb5b5f72f353 req-3cab5ad0-36f0-44af-8c76-04335d91c307 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1106218358&fields=id&tenant_id=9cbe428e1f9c456087aa6ec677fe0330 HTTP/1.1" status: 200 len: 267 time: 0.0395777 Aug 27 01:35:22.574021 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49860c00-729f-409f-bba7-fb5b5f72f353 req-3b88d145-8830-41df-9e98-56561111cae6 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:22.575480 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-49860c00-729f-409f-bba7-fb5b5f72f353 req-3b88d145-8830-41df-9e98-56561111cae6 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/networks?id=5c8689e3-4506-47c0-a652-97ed18836189 HTTP/1.1" status: 200 len: 817 time: 0.1044900 Aug 27 01:35:22.590677 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-49860c00-729f-409f-bba7-fb5b5f72f353 req-5716e617-b486-4695-ab6a-fd2c3a4026d2 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/quotas/9cbe428e1f9c456087aa6ec677fe0330 HTTP/1.1" status: 200 len: 375 time: 0.0094185 Aug 27 01:35:22.651661 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-49860c00-729f-409f-bba7-fb5b5f72f353 req-d14d9374-d30d-4e80-8643-b2fda001d14a tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9cbe428e1f9c456087aa6ec677fe0330&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0552711 Aug 27 01:35:22.851987 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-49860c00-729f-409f-bba7-fb5b5f72f353 req-ef289ded-9d00-447e-87e7-d1fc45ad923d service neutron] 10.222.0.25 "GET /v2.0/networks/5c8689e3-4506-47c0-a652-97ed18836189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879327 Aug 27 01:35:22.953113 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-49860c00-729f-409f-bba7-fb5b5f72f353 req-b7207639-f2e5-46f0-bf06-e313127174c4 service neutron] 10.222.0.25 "GET /v2.0/networks/5c8689e3-4506-47c0-a652-97ed18836189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955038 Aug 27 01:35:23.243471 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-1c0c93e8-88bb-4bc7-8e3f-50452be65712 req-5901c795-991d-4b46-a418-f4a69d751802 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 210 time: 0.0377846 Aug 27 01:35:23.705326 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e00f0e-b6f8-4d4a-a47c-2a35396bb82c req-db02b1db-b734-4c4f-9497-18d0b20f0e77 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:23.706881 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-c1e00f0e-b6f8-4d4a-a47c-2a35396bb82c req-db02b1db-b734-4c4f-9497-18d0b20f0e77 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 945 time: 0.0514219 Aug 27 01:35:23.744871 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-c1e00f0e-b6f8-4d4a-a47c-2a35396bb82c req-f0b877a9-c29f-4a2c-81d0-316e47670b72 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319753 Aug 27 01:35:24.327354 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-ffc1c15d-d9dd-4e8d-9354-dea6c429d3f2 req-be2a9665-6f63-42ef-a293-c78d66fd0ba7 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 210 time: 0.0261228 Aug 27 01:35:24.384923 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:24.864158 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9dd81-a452-4347-ac7d-cd634593fd4d req-69c2bf46-45cb-4e58-b50e-bf1d8295cf37 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:24.865659 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-22b9dd81-a452-4347-ac7d-cd634593fd4d req-69c2bf46-45cb-4e58-b50e-bf1d8295cf37 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 945 time: 0.0521662 Aug 27 01:35:24.906578 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-22b9dd81-a452-4347-ac7d-cd634593fd4d req-9c399cba-0a14-4e1f-8134-43a9fdcaa452 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317960 Aug 27 01:35:25.423849 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-607e5a03-8a30-4319-b6e4-3a2022a112b5 req-915ecd05-0a97-4fc3-88fb-2643367f87fe tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 210 time: 0.0266526 Aug 27 01:35:26.024427 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c39d6-4674-4e4a-bd27-256015d19cbd req-c79c0655-c449-4e87-ae9a-7cf7e221bd46 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:26.025945 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-a76c39d6-4674-4e4a-bd27-256015d19cbd req-c79c0655-c449-4e87-ae9a-7cf7e221bd46 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 945 time: 0.0544853 Aug 27 01:35:26.064230 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-a76c39d6-4674-4e4a-bd27-256015d19cbd req-db01d5be-a33b-4d0e-9123-f7a8ebe0519c tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322461 Aug 27 01:35:26.428340 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 59412) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:26.529686 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-399de55d-c2ce-4220-bc90-88bf741afd4f req-133f070b-6ca6-4654-9b32-5836783ded73 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 210 time: 0.0311310 Aug 27 01:35:26.545727 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-71a6cc23-3723-45ae-b785-6b19c6b0e77a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:26.632978 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-71a6cc23-3723-45ae-b785-6b19c6b0e77a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:26.670170 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-71a6cc23-3723-45ae-b785-6b19c6b0e77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:26.708617 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-71a6cc23-3723-45ae-b785-6b19c6b0e77a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d29f27ca7dae465dac846ed32abf96a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2791917 Aug 27 01:35:26.709499 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6cc23-3723-45ae-b785-6b19c6b0e77a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8640f72e-de94-41d8-b837-6e6b2600615d,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:26.711435 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 59420) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:26.759931 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-8af6c298-8506-42ad-b3a2-a0fbcd1c26d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:26.786735 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-8af6c298-8506-42ad-b3a2-a0fbcd1c26d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:26.904860 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-8af6c298-8506-42ad-b3a2-a0fbcd1c26d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:26.908489 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-8af6c298-8506-42ad-b3a2-a0fbcd1c26d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:26.909875 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-8af6c298-8506-42ad-b3a2-a0fbcd1c26d7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8640f72e-de94-41d8-b837-6e6b2600615d HTTP/1.1" status: 204 len: 168 time: 0.1971343 Aug 27 01:35:26.917843 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af6c298-8506-42ad-b3a2-a0fbcd1c26d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8640f72e-de94-41d8-b837-6e6b2600615d,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:27.126367 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49860c00-729f-409f-bba7-fb5b5f72f353 req-4ba3bb39-ef5d-46fa-8c38-8d8687d15893 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:27.128753 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-49860c00-729f-409f-bba7-fb5b5f72f353 req-4ba3bb39-ef5d-46fa-8c38-8d8687d15893 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.24 "GET /v2.0/networks?id=5c8689e3-4506-47c0-a652-97ed18836189 HTTP/1.1" status: 200 len: 817 time: 0.1242855 Aug 27 01:35:27.186865 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce61248-7a43-4313-bdf9-5c76f8cd67e1 req-7a7fc91a-ca46-4059-bd2e-d1d07e59cb11 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:27.188630 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-5ce61248-7a43-4313-bdf9-5c76f8cd67e1 req-7a7fc91a-ca46-4059-bd2e-d1d07e59cb11 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 945 time: 0.0572484 Aug 27 01:35:27.194432 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-49860c00-729f-409f-bba7-fb5b5f72f353 req-12315d5d-2223-4690-a29c-7f21b043b05b tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cbe428e1f9c456087aa6ec677fe0330 HTTP/1.1" status: 200 len: 380 time: 0.0481403 Aug 27 01:35:27.207338 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [req-49860c00-729f-409f-bba7-fb5b5f72f353 req-647a4fe3-039f-417d-a362-318dea0bc552 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Request body: {'port': {'device_id': '3b8f116a-f7c5-4c53-83b6-22034d528599', 'network_id': '5c8689e3-4506-47c0-a652-97ed18836189', 'admin_state_up': True, 'tenant_id': '9cbe428e1f9c456087aa6ec677fe0330', 'security_groups': ['7e70bf24-bfe8-4921-bcf6-78c67e581a89']}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:35:27.234502 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-5ce61248-7a43-4313-bdf9-5c76f8cd67e1 req-47dc89f2-650f-4e22-8a70-8ba88ede4cb9 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381639 Aug 27 01:35:27.398479 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49860c00-729f-409f-bba7-fb5b5f72f353 req-647a4fe3-039f-417d-a362-318dea0bc552 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Made reservation on behalf of 9cbe428e1f9c456087aa6ec677fe0330 for: {'port': 1} {{(pid=94315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:35:27.402242 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-49860c00-729f-409f-bba7-fb5b5f72f353 req-647a4fe3-039f-417d-a362-318dea0bc552 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:27.550454 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.db_base_plugin_common [req-49860c00-729f-409f-bba7-fb5b5f72f353 req-647a4fe3-039f-417d-a362-318dea0bc552 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Allocated IP 172.20.0.9 (5c8689e3-4506-47c0-a652-97ed18836189/20caaf11-6500-4480-a57e-55af9949d7c0/39c29f7a-a8f4-47b8-b7f9-8153941ce167) {{(pid=94315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 01:35:27.597817 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 59452) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:27.613010 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-d4db7902-f7d1-4acf-bb4e-5f4b1baad075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:27.687913 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-2c0a9d93-9560-4d84-a8e1-f1595eedb701 req-eac2fe9e-7a46-4f8b-b7da-9b6ec515ef0f tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 210 time: 0.0416057 Aug 27 01:35:27.725812 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-49860c00-729f-409f-bba7-fb5b5f72f353 req-647a4fe3-039f-417d-a362-318dea0bc552 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks [] for port, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:27.731891 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-d4db7902-f7d1-4acf-bb4e-5f4b1baad075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:27.738936 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.provisioning_blocks [req-49860c00-729f-409f-bba7-fb5b5f72f353 req-647a4fe3-039f-417d-a362-318dea0bc552 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Transition to ACTIVE for port object 39c29f7a-a8f4-47b8-b7f9-8153941ce167 will not be triggered until provisioned by entity DHCP. {{(pid=94315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:35:27.830880 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-d4db7902-f7d1-4acf-bb4e-5f4b1baad075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:27.871976 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-d4db7902-f7d1-4acf-bb4e-5f4b1baad075 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2085322cd1e641bd9c93d4fc176c9186&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2729156 Aug 27 01:35:27.872886 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db7902-f7d1-4acf-bb4e-5f4b1baad075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b025e2c9-5420-4e0b-b6c6-98f68e26059b,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:27.874778 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 59462) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:27.882985 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-49860c00-729f-409f-bba7-fb5b5f72f353 req-647a4fe3-039f-417d-a362-318dea0bc552 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791478024214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8502847'] for port, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:27.954069 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49860c00-729f-409f-bba7-fb5b5f72f353 req-647a4fe3-039f-417d-a362-318dea0bc552 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Network 5c8689e3-4506-47c0-a652-97ed18836189 is already hosted by enough agents. {{(pid=94315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:35:27.959560 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.base_scheduler [req-49860c00-729f-409f-bba7-fb5b5f72f353 req-647a4fe3-039f-417d-a362-318dea0bc552 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Resources bound (agent type, host, resource id): {{(pid=94315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:35:27.962845 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647a4fe3-039f-417d-a362-318dea0bc552 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Pushing event updated for resources: {'Port': ['ID=39c29f7a-a8f4-47b8-b7f9-8153941ce167,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:27.965016 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.l3_dvrscheduler_db [req-49860c00-729f-409f-bba7-fb5b5f72f353 req-647a4fe3-039f-417d-a362-318dea0bc552 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Received port after_create {{(pid=94315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 01:35:28.002639 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-08a59eae-12e1-4892-a7e4-816eb6b507cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:28.041100 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49860c00-729f-409f-bba7-fb5b5f72f353 req-647a4fe3-039f-417d-a362-318dea0bc552 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:28.041740 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-49860c00-729f-409f-bba7-fb5b5f72f353 req-647a4fe3-039f-417d-a362-318dea0bc552 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for port, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:28.045441 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-08a59eae-12e1-4892-a7e4-816eb6b507cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:28.168194 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-49860c00-729f-409f-bba7-fb5b5f72f353 req-647a4fe3-039f-417d-a362-318dea0bc552 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9654810 Aug 27 01:35:28.184764 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-08a59eae-12e1-4892-a7e4-816eb6b507cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:28.188562 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-08a59eae-12e1-4892-a7e4-816eb6b507cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:28.190483 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-08a59eae-12e1-4892-a7e4-816eb6b507cf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b025e2c9-5420-4e0b-b6c6-98f68e26059b HTTP/1.1" status: 204 len: 168 time: 0.3143942 Aug 27 01:35:28.199274 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a59eae-12e1-4892-a7e4-816eb6b507cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b025e2c9-5420-4e0b-b6c6-98f68e26059b,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:28.218868 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [req-49860c00-729f-409f-bba7-fb5b5f72f353 req-4552f85f-bb62-4880-abb5-20c848d87da1 service neutron] Request body: {'port': {'device_id': '3b8f116a-f7c5-4c53-83b6-22034d528599', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75916'}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:35:28.230141 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-dc01ffc9-ded5-4345-9fd5-64108e340f8b None None] Provisioning for port 39c29f7a-a8f4-47b8-b7f9-8153941ce167 completed by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:35:28.234188 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-dc01ffc9-ded5-4345-9fd5-64108e340f8b None None] Provisioning complete for port 39c29f7a-a8f4-47b8-b7f9-8153941ce167 triggered by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:35:28.234556 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-dc01ffc9-ded5-4345-9fd5-64108e340f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:28.268779 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-dc01ffc9-ded5-4345-9fd5-64108e340f8b None None] Port 39c29f7a-a8f4-47b8-b7f9-8153941ce167 cannot update to ACTIVE because it is not bound. {{(pid=94317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 01:35:28.292707 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-49860c00-729f-409f-bba7-fb5b5f72f353 req-4552f85f-bb62-4880-abb5-20c848d87da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:28.542265 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a216a976-d7c6-4f79-aca0-1c7b512490b5 req-cd78b211-68c6-4d56-981b-6790b25ced90 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:28.543191 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-a216a976-d7c6-4f79-aca0-1c7b512490b5 req-cd78b211-68c6-4d56-981b-6790b25ced90 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.24 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 945 time: 0.1053686 Aug 27 01:35:28.587102 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000d1fb-f4bc-454d-bd19-942845ab8d94 req-a6415352-ea72-4928-b37e-2ed9c889579e tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:28.594174 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-3000d1fb-f4bc-454d-bd19-942845ab8d94 req-a6415352-ea72-4928-b37e-2ed9c889579e tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 945 time: 0.2890768 Aug 27 01:35:28.633827 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-3000d1fb-f4bc-454d-bd19-942845ab8d94 req-4fe87b41-8b46-4350-b09c-44140875a5be tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=b071b27e-771b-4188-a0a5-21eb23ce2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374663 Aug 27 01:35:28.689255 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [req-49860c00-729f-409f-bba7-fb5b5f72f353 req-4552f85f-bb62-4880-abb5-20c848d87da1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39c29f7a-a8f4-47b8-b7f9-8153941ce167 {{(pid=94315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 01:35:28.698636 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-49860c00-729f-409f-bba7-fb5b5f72f353 req-4552f85f-bb62-4880-abb5-20c848d87da1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:28.701669 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [req-a216a976-d7c6-4f79-aca0-1c7b512490b5 req-cbd7476b-74df-47a6-84fc-06dfe441e50b tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Deleting port f18d8c2b-ab08-4402-a440-92bdcf75c38a {{(pid=94315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:35:28.702148 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-a216a976-d7c6-4f79-aca0-1c7b512490b5 req-cbd7476b-74df-47a6-84fc-06dfe441e50b tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:28.753459 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.provisioning_blocks [req-49860c00-729f-409f-bba7-fb5b5f72f353 req-4552f85f-bb62-4880-abb5-20c848d87da1 service neutron] Transition to ACTIVE for port object 39c29f7a-a8f4-47b8-b7f9-8153941ce167 will not be triggered until provisioned by entity L2. {{(pid=94315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:35:28.829186 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [req-a216a976-d7c6-4f79-aca0-1c7b512490b5 req-cbd7476b-74df-47a6-84fc-06dfe441e50b tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] For port f18d8c2b-ab08-4402-a440-92bdcf75c38a, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=f18d8c2b-ab08-4402-a440-92bdcf75c38a,segment=NetworkSegment(c42d10cd-c3ef-4c1a-a7ca-8e269f5416ab),segment_id=c42d10cd-c3ef-4c1a-a7ca-8e269f5416ab)] {{(pid=94315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:35:28.829551 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-a216a976-d7c6-4f79-aca0-1c7b512490b5 req-cbd7476b-74df-47a6-84fc-06dfe441e50b tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:28.881636 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a2d39-7cbd-49b6-ab88-614c6a3ed5da req-5ede6d28-5b9d-4f84-9651-9cce5a9db381 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:28.883115 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-2e0a2d39-7cbd-49b6-ab88-614c6a3ed5da req-5ede6d28-5b9d-4f84-9651-9cce5a9db381 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 931 time: 0.1150041 Aug 27 01:35:28.883782 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-49860c00-729f-409f-bba7-fb5b5f72f353 req-4552f85f-bb62-4880-abb5-20c848d87da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8502822'] for port, after_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:29.088686 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-2e0a2d39-7cbd-49b6-ab88-614c6a3ed5da req-b404573b-eee3-43ab-8e8c-4a45de4b094b tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969690 Aug 27 01:35:29.098501 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4552f85f-bb62-4880-abb5-20c848d87da1 service neutron] Pushing event updated for resources: {'Port': ['ID=39c29f7a-a8f4-47b8-b7f9-8153941ce167,revision_number=2']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:29.398390 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-a216a976-d7c6-4f79-aca0-1c7b512490b5 req-cbd7476b-74df-47a6-84fc-06dfe441e50b tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:29.398777 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-a216a976-d7c6-4f79-aca0-1c7b512490b5 req-cbd7476b-74df-47a6-84fc-06dfe441e50b tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2027135'] for floatingip, after_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:29.399091 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.db.l3_db [req-a216a976-d7c6-4f79-aca0-1c7b512490b5 req-cbd7476b-74df-47a6-84fc-06dfe441e50b tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Floating IP 8a48ce0c-bc6c-451b-8f8f-2082a0f0a3e1 disassociated. External IP: 172.27.3.27, port: f18d8c2b-ab08-4402-a440-92bdcf75c38a. Aug 27 01:35:29.404036 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [req-a216a976-d7c6-4f79-aca0-1c7b512490b5 req-cbd7476b-74df-47a6-84fc-06dfe441e50b tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Calling delete_port for f18d8c2b-ab08-4402-a440-92bdcf75c38a owned by compute:nova {{(pid=94315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:35:29.461915 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.managers [req-49860c00-729f-409f-bba7-fb5b5f72f353 req-4552f85f-bb62-4880-abb5-20c848d87da1 service neutron] Attempting to bind port 39c29f7a-a8f4-47b8-b7f9-8153941ce167 on host hv-cinder-75916 for vnic_type normal with profile {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 01:35:29.462210 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.managers [req-49860c00-729f-409f-bba7-fb5b5f72f353 req-4552f85f-bb62-4880-abb5-20c848d87da1 service neutron] Attempting to bind port 39c29f7a-a8f4-47b8-b7f9-8153941ce167 by drivers openvswitch,hyperv on host hv-cinder-75916 at level 0 using segments [{'id': 'f8ab679e-b537-4c90-a2f7-0b9fb93d20b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5c8689e3-4506-47c0-a652-97ed18836189'}] {{(pid=94315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 01:35:29.462467 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49860c00-729f-409f-bba7-fb5b5f72f353 req-4552f85f-bb62-4880-abb5-20c848d87da1 service neutron] Attempting to bind port 39c29f7a-a8f4-47b8-b7f9-8153941ce167 on network 5c8689e3-4506-47c0-a652-97ed18836189 {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:35:29.470083 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49860c00-729f-409f-bba7-fb5b5f72f353 req-4552f85f-bb62-4880-abb5-20c848d87da1 service neutron] Port 39c29f7a-a8f4-47b8-b7f9-8153941ce167 on network 5c8689e3-4506-47c0-a652-97ed18836189 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75916 {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 01:35:29.470399 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49860c00-729f-409f-bba7-fb5b5f72f353 req-4552f85f-bb62-4880-abb5-20c848d87da1 service neutron] Attempting to bind port 39c29f7a-a8f4-47b8-b7f9-8153941ce167 on network 5c8689e3-4506-47c0-a652-97ed18836189 {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:35:29.485422 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49860c00-729f-409f-bba7-fb5b5f72f353 req-4552f85f-bb62-4880-abb5-20c848d87da1 service neutron] Checking agent: {'id': '7830a306-a71a-451e-a6c7-89247e1febf2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75916', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 1, 28, 23), 'started_at': datetime.datetime(2021, 8, 27, 1, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 1, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 01:35:29.485755 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49860c00-729f-409f-bba7-fb5b5f72f353 req-4552f85f-bb62-4880-abb5-20c848d87da1 service neutron] Checking segment: {'id': 'f8ab679e-b537-4c90-a2f7-0b9fb93d20b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5c8689e3-4506-47c0-a652-97ed18836189'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:35:29.486142 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49860c00-729f-409f-bba7-fb5b5f72f353 req-4552f85f-bb62-4880-abb5-20c848d87da1 service neutron] Bound using segment: {'id': 'f8ab679e-b537-4c90-a2f7-0b9fb93d20b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5c8689e3-4506-47c0-a652-97ed18836189'} {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 01:35:29.486564 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.managers [req-49860c00-729f-409f-bba7-fb5b5f72f353 req-4552f85f-bb62-4880-abb5-20c848d87da1 service neutron] Bound port: 39c29f7a-a8f4-47b8-b7f9-8153941ce167, host: hv-cinder-75916, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8ab679e-b537-4c90-a2f7-0b9fb93d20b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5c8689e3-4506-47c0-a652-97ed18836189'}}] {{(pid=94315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 01:35:29.486914 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-49860c00-729f-409f-bba7-fb5b5f72f353 req-4552f85f-bb62-4880-abb5-20c848d87da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:29.591407 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [req-49860c00-729f-409f-bba7-fb5b5f72f353 req-4552f85f-bb62-4880-abb5-20c848d87da1 service neutron] For port 39c29f7a-a8f4-47b8-b7f9-8153941ce167, host hv-cinder-75916, cleared binding levels {{(pid=94315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 01:35:29.600536 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [req-49860c00-729f-409f-bba7-fb5b5f72f353 req-4552f85f-bb62-4880-abb5-20c848d87da1 service neutron] For port 39c29f7a-a8f4-47b8-b7f9-8153941ce167, host hv-cinder-75916, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=39c29f7a-a8f4-47b8-b7f9-8153941ce167,segment=NetworkSegment(f8ab679e-b537-4c90-a2f7-0b9fb93d20b1),segment_id=f8ab679e-b537-4c90-a2f7-0b9fb93d20b1)] {{(pid=94315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 01:35:29.671835 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-49860c00-729f-409f-bba7-fb5b5f72f353 req-4552f85f-bb62-4880-abb5-20c848d87da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8502822'] for port, after_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:29.703709 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-a216a976-d7c6-4f79-aca0-1c7b512490b5 req-cbd7476b-74df-47a6-84fc-06dfe441e50b tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8502847'] for port, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:29.710435 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49860c00-729f-409f-bba7-fb5b5f72f353 req-4552f85f-bb62-4880-abb5-20c848d87da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:29.712172 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-49860c00-729f-409f-bba7-fb5b5f72f353 req-4552f85f-bb62-4880-abb5-20c848d87da1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for port, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:29.713997 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-49860c00-729f-409f-bba7-fb5b5f72f353 req-4552f85f-bb62-4880-abb5-20c848d87da1 service neutron] 10.222.0.24 "PUT /v2.0/ports/39c29f7a-a8f4-47b8-b7f9-8153941ce167 HTTP/1.1" status: 200 len: 1093 time: 1.5097549 Aug 27 01:35:29.717321 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b8f116a-f7c5-4c53-83b6-22034d528599', 'tag': '39c29f7a-a8f4-47b8-b7f9-8153941ce167'}] {{(pid=94315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:35:29.721544 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4b197ec9f2f0e9474c50df7e7ed8b30a1ed8e7d4526d98a0361b780d87c209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b8c2e0-dadc-413e-9a8c-537969ffd81f" -d '{"events": [{"name": "network-changed", "server_uuid": "3b8f116a-f7c5-4c53-83b6-22034d528599", "tag": "39c29f7a-a8f4-47b8-b7f9-8153941ce167"}]}' {{(pid=94315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:35:29.755542 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4552f85f-bb62-4880-abb5-20c848d87da1 service neutron] Pushing event updated for resources: {'Port': ['ID=39c29f7a-a8f4-47b8-b7f9-8153941ce167,revision_number=3']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:29.762735 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-06fa7f3a-dddb-4bb0-a831-edbdf87c9192 req-0552726a-0803-4de1-b703-f55dd0c85380 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 210 time: 0.0396936 Aug 27 01:35:29.805628 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 01:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8afbaa-125b-4a8f-b138-e39d1fd0354a x-openstack-request-id: req-ce8afbaa-125b-4a8f-b138-e39d1fd0354a {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:35:29.805918 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b8f116a-f7c5-4c53-83b6-22034d528599", "tag": "39c29f7a-a8f4-47b8-b7f9-8153941ce167", "status": "completed", "code": 200}]} {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:35:29.806165 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ce8afbaa-125b-4a8f-b138-e39d1fd0354a {{(pid=94315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:35:29.806643 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b8f116a-f7c5-4c53-83b6-22034d528599', 'tag': '39c29f7a-a8f4-47b8-b7f9-8153941ce167', 'status': 'completed', 'code': 200} Aug 27 01:35:29.834899 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd7476b-74df-47a6-84fc-06dfe441e50b tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Pushing event deleted for resources: {'Port': ['ID=f18d8c2b-ab08-4402-a440-92bdcf75c38a,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:29.981314 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a216a976-d7c6-4f79-aca0-1c7b512490b5 req-cbd7476b-74df-47a6-84fc-06dfe441e50b tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Router e26b4e83-fb61-4db6-8e6e-ec6ab6b53186 has already been hosted by L3 agent 8dc83c43-e68e-43c9-8595-1753e39ae809 {{(pid=94315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 01:35:30.066528 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b8c2e0-dadc-413e-9a8c-537969ffd81f req-0f11ad0b-619c-41fc-ad00-f5e70159a0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:30.068059 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-b6b8c2e0-dadc-413e-9a8c-537969ffd81f req-0f11ad0b-619c-41fc-ad00-f5e70159a0f1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9cbe428e1f9c456087aa6ec677fe0330&device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 1096 time: 0.2130241 Aug 27 01:35:30.194305 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a216a976-d7c6-4f79-aca0-1c7b512490b5 req-cbd7476b-74df-47a6-84fc-06dfe441e50b tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify agent at l3_agent.dv-cinder-759169-3-iscsi the message routers_updated {{(pid=94315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 01:35:30.204750 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb95ea35-a3a1-442f-942e-5f35e7fe6d10 None None] Sync routers for ids ['e26b4e83-fb61-4db6-8e6e-ec6ab6b53186'] in dv-cinder-759169-3-iscsi {{(pid=94317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 01:35:30.219811 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb95ea35-a3a1-442f-942e-5f35e7fe6d10 None None] Routers {'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:35:30.220471 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-cb95ea35-a3a1-442f-942e-5f35e7fe6d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:35:14Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['e26b4e83-fb61-4db6-8e6e-ec6ab6b53186'], 'active': True} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:35:30.254877 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b57f2-3113-4ea3-a97f-6fbdad13df45 req-471bddd9-1718-4f7d-bd8e-feb36786d065 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:30.256813 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-c10b57f2-3113-4ea3-a97f-6fbdad13df45 req-471bddd9-1718-4f7d-bd8e-feb36786d065 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 943 time: 0.0735085 Aug 27 01:35:30.316400 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.l3_dvrscheduler_db [req-a216a976-d7c6-4f79-aca0-1c7b512490b5 req-cbd7476b-74df-47a6-84fc-06dfe441e50b tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] No DVR routers for this DVR port f18d8c2b-ab08-4402-a440-92bdcf75c38a on host hv-cinder-75916 {{(pid=94315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 01:35:30.324503 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-a216a976-d7c6-4f79-aca0-1c7b512490b5 req-cbd7476b-74df-47a6-84fc-06dfe441e50b tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for port, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:30.325894 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-a216a976-d7c6-4f79-aca0-1c7b512490b5 req-cbd7476b-74df-47a6-84fc-06dfe441e50b tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.24 "DELETE /v2.0/ports/f18d8c2b-ab08-4402-a440-92bdcf75c38a HTTP/1.1" status: 204 len: 173 time: 1.7761686 Aug 27 01:35:30.340369 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-c10b57f2-3113-4ea3-a97f-6fbdad13df45 req-5d5e5caa-3563-4a59-ace1-57d314c99661 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699196 Aug 27 01:35:30.350613 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b8c2e0-dadc-413e-9a8c-537969ffd81f req-1166843d-5adf-4a23-ad53-567b90ee75c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:30.352149 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-b6b8c2e0-dadc-413e-9a8c-537969ffd81f req-1166843d-5adf-4a23-ad53-567b90ee75c2 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=9cbe428e1f9c456087aa6ec677fe0330&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2703931 Aug 27 01:35:30.433803 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvr_db [None req-cb95ea35-a3a1-442f-942e-5f35e7fe6d10 None None] Set router e26b4e83-fb61-4db6-8e6e-ec6ab6b53186 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:35:30.466091 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b8c2e0-dadc-413e-9a8c-537969ffd81f req-65dc1796-7111-4c48-acbc-2e023e2617b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:30.468770 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-b6b8c2e0-dadc-413e-9a8c-537969ffd81f req-65dc1796-7111-4c48-acbc-2e023e2617b3 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1079793 Aug 27 01:35:30.588014 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49860c00-729f-409f-bba7-fb5b5f72f353 req-7dcdf91c-94a9-4413-abb6-b6d6a6709c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:30.590828 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-49860c00-729f-409f-bba7-fb5b5f72f353 req-7dcdf91c-94a9-4413-abb6-b6d6a6709c59 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9cbe428e1f9c456087aa6ec677fe0330&device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 1096 time: 0.0470126 Aug 27 01:35:30.647258 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-49860c00-729f-409f-bba7-fb5b5f72f353 req-8eea0a15-4298-4fea-8d8b-d9b6003633ac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39c29f7a-a8f4-47b8-b7f9-8153941ce167 HTTP/1.1" status: 200 len: 217 time: 0.0429308 Aug 27 01:35:30.667059 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-cb95ea35-a3a1-442f-942e-5f35e7fe6d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'name': 'tempest-AttachVolumeTestJSON-1342235073-router', 'tenant_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'e2351d21-f1ad-4243-9022-b9e0fdc4393d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:30:08Z', 'updated_at': '2021-08-27T01:30:15Z', 'revision_number': 4, 'project_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'gw_port': {'id': 'e2351d21-f1ad-4243-9022-b9e0fdc4393d', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:09Z', 'updated_at': '2021-08-27T01:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': 'b2406ba9-307c-49e1-9a52-ec92dd437340', 'name': '', 'network_id': '6cba5cc2-c26d-402b-a305-3f91c04ec99b', 'tenant_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'mac_address': 'fa:16:3e:a0:8e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e1b7ebb0-22fa-4fc2-81e3-fd4ce0a9462d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:12Z', 'updated_at': '2021-08-27T01:30:23Z', 'revision_number': 5, 'project_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'subnets': [{'id': 'e1b7ebb0-22fa-4fc2-81e3-fd4ce0a9462d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:35:30.697923 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb95ea35-a3a1-442f-942e-5f35e7fe6d10 None None] Checking router: e26b4e83-fb61-4db6-8e6e-ec6ab6b53186 for host: dv-cinder-759169-3-iscsi {{(pid=94317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 01:35:30.701173 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49860c00-729f-409f-bba7-fb5b5f72f353 req-3abdddcc-be1f-43a6-b216-4bd043be668d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:30.703543 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-49860c00-729f-409f-bba7-fb5b5f72f353 req-3abdddcc-be1f-43a6-b216-4bd043be668d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=20caaf11-6500-4480-a57e-55af9949d7c0 HTTP/1.1" status: 200 len: 856 time: 0.0475802 Aug 27 01:35:30.707128 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb95ea35-a3a1-442f-942e-5f35e7fe6d10 None None] Routers {'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:35:30.707729 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-cb95ea35-a3a1-442f-942e-5f35e7fe6d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:35:14Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['e26b4e83-fb61-4db6-8e6e-ec6ab6b53186'], 'active': True} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:35:30.748896 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49860c00-729f-409f-bba7-fb5b5f72f353 req-61d19911-549e-4d6e-bc8e-e33c23c410c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:30.750550 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-49860c00-729f-409f-bba7-fb5b5f72f353 req-61d19911-549e-4d6e-bc8e-e33c23c410c0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5c8689e3-4506-47c0-a652-97ed18836189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408883 Aug 27 01:35:30.820381 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvr_db [None req-cb95ea35-a3a1-442f-942e-5f35e7fe6d10 None None] Set router e26b4e83-fb61-4db6-8e6e-ec6ab6b53186 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:35:30.895238 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-49860c00-729f-409f-bba7-fb5b5f72f353 req-3bf6a98d-3a46-4249-943c-88f88c9d7176 service neutron] 10.222.0.24 "GET /v2.0/networks/5c8689e3-4506-47c0-a652-97ed18836189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368539 Aug 27 01:35:30.897657 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-4c04ea97-41e5-4c6c-9cc9-eba1f15edee2 req-535fae87-6ecb-4bbb-b83e-18b491e76a0e tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=be807b17-abdc-4d79-b58d-b42998cdb479 HTTP/1.1" status: 200 len: 210 time: 0.0401132 Aug 27 01:35:31.006812 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-49860c00-729f-409f-bba7-fb5b5f72f353 req-024c5357-62ec-4856-9efe-bb8e3276f6fc service neutron] 10.222.0.24 "GET /v2.0/networks/5c8689e3-4506-47c0-a652-97ed18836189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033680 Aug 27 01:35:31.053818 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-cb95ea35-a3a1-442f-942e-5f35e7fe6d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'name': 'tempest-AttachVolumeTestJSON-1342235073-router', 'tenant_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'e2351d21-f1ad-4243-9022-b9e0fdc4393d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:30:08Z', 'updated_at': '2021-08-27T01:30:15Z', 'revision_number': 4, 'project_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'gw_port': {'id': 'e2351d21-f1ad-4243-9022-b9e0fdc4393d', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:09Z', 'updated_at': '2021-08-27T01:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': 'b2406ba9-307c-49e1-9a52-ec92dd437340', 'name': '', 'network_id': '6cba5cc2-c26d-402b-a305-3f91c04ec99b', 'tenant_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'mac_address': 'fa:16:3e:a0:8e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e1b7ebb0-22fa-4fc2-81e3-fd4ce0a9462d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:12Z', 'updated_at': '2021-08-27T01:30:23Z', 'revision_number': 5, 'project_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'subnets': [{'id': 'e1b7ebb0-22fa-4fc2-81e3-fd4ce0a9462d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:35:31.084438 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb95ea35-a3a1-442f-942e-5f35e7fe6d10 None None] The sync data for ids ['e26b4e83-fb61-4db6-8e6e-ec6ab6b53186'] in dv-cinder-759169-3-iscsi is: [{'id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'name': 'tempest-AttachVolumeTestJSON-1342235073-router', 'tenant_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'e2351d21-f1ad-4243-9022-b9e0fdc4393d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:30:08Z', 'updated_at': '2021-08-27T01:30:15Z', 'revision_number': 4, 'project_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'gw_port': {'id': 'e2351d21-f1ad-4243-9022-b9e0fdc4393d', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:09Z', 'updated_at': '2021-08-27T01:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': 'b2406ba9-307c-49e1-9a52-ec92dd437340', 'name': '', 'network_id': '6cba5cc2-c26d-402b-a305-3f91c04ec99b', 'tenant_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'mac_address': 'fa:16:3e:a0:8e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e1b7ebb0-22fa-4fc2-81e3-fd4ce0a9462d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:12Z', 'updated_at': '2021-08-27T01:30:23Z', 'revision_number': 5, 'project_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'subnets': [{'id': 'e1b7ebb0-22fa-4fc2-81e3-fd4ce0a9462d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 01:35:31.318661 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dc051b-c037-4e8a-ae20-71d126a361b9 None None] New status for floating IP 8a48ce0c-bc6c-451b-8f8f-2082a0f0a3e1: DOWN {{(pid=94318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 01:35:31.471127 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0859caac-129a-4c33-b38a-edb7d0338b38 req-ad7eb9a3-a26a-456b-a8f0-b7f39df2ed4e tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:31.472648 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-0859caac-129a-4c33-b38a-edb7d0338b38 req-ad7eb9a3-a26a-456b-a8f0-b7f39df2ed4e tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 943 time: 0.0514405 Aug 27 01:35:31.517539 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-0859caac-129a-4c33-b38a-edb7d0338b38 req-d5640b75-c9cb-406f-b7c3-ff8cd3e45d4b tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390468 Aug 27 01:35:31.807723 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be807b17-abdc-4d79-b58d-b42998cdb479', 'name': 'network-vif-deleted', 'tag': 'f18d8c2b-ab08-4402-a440-92bdcf75c38a'}] {{(pid=94315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:35:31.810056 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4b197ec9f2f0e9474c50df7e7ed8b30a1ed8e7d4526d98a0361b780d87c209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21927d77-86a7-41a2-bd58-6f5fc01aa496" -d '{"events": [{"server_uuid": "be807b17-abdc-4d79-b58d-b42998cdb479", "name": "network-vif-deleted", "tag": "f18d8c2b-ab08-4402-a440-92bdcf75c38a"}]}' {{(pid=94315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:35:31.848964 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 01:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9943b1-8949-473d-b425-f4bd22e47616 x-openstack-request-id: req-ed9943b1-8949-473d-b425-f4bd22e47616 {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:35:31.848964 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be807b17-abdc-4d79-b58d-b42998cdb479", "name": "network-vif-deleted", "tag": "f18d8c2b-ab08-4402-a440-92bdcf75c38a", "status": "completed", "code": 200}]} {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:35:31.848964 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ed9943b1-8949-473d-b425-f4bd22e47616 {{(pid=94315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:35:31.848964 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be807b17-abdc-4d79-b58d-b42998cdb479', 'name': 'network-vif-deleted', 'tag': 'f18d8c2b-ab08-4402-a440-92bdcf75c38a', 'status': 'completed', 'code': 200} Aug 27 01:35:32.048812 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 59596) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:32.109336 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-0972fad6-2bf9-4817-860a-6f94e4ff606c tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks [] for security_group, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:32.131850 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-0972fad6-2bf9-4817-860a-6f94e4ff606c tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:32.276677 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-0972fad6-2bf9-4817-860a-6f94e4ff606c tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:32.279393 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-0972fad6-2bf9-4817-860a-6f94e4ff606c tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks [] for security_group, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:32.289552 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-0972fad6-2bf9-4817-860a-6f94e4ff606c tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "DELETE /v2.0/security-groups/b071b27e-771b-4188-a0a5-21eb23ce2eea HTTP/1.1" status: 204 len: 168 time: 0.2396593 Aug 27 01:35:32.292312 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 59608) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:32.306979 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0972fad6-2bf9-4817-860a-6f94e4ff606c tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b071b27e-771b-4188-a0a5-21eb23ce2eea,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:32.307919 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.api.v2.resource [None req-4c26df54-fea0-4a98-ae1f-45d8ef5f9f9b tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] show failed (client error): The resource could not be found. Aug 27 01:35:32.309035 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-4c26df54-fea0-4a98-ae1f-45d8ef5f9f9b tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups/b071b27e-771b-4188-a0a5-21eb23ce2eea HTTP/1.1" status: 404 len: 347 time: 0.0156670 Aug 27 01:35:32.312344 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 59612) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:32.373917 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 59614) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:32.449117 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [None req-19116043-5b29-40b9-8585-b596d3938af0 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Deleting port 039578ee-65bc-4690-8f54-b4fbb1eae27c {{(pid=94315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:35:32.449849 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-19116043-5b29-40b9-8585-b596d3938af0 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:32.494593 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-338a4ee8-8f6d-4a87-aa8f-cf51655ddc2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:32.505118 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device 39c29f7a-a8f4-47b8-b7f9-8153941ce167 details requested by agent hyperv_hv-cinder-75916 with host hv-cinder-75916 {{(pid=94317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 01:35:32.512629 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device f18d8c2b-ab08-4402-a440-92bdcf75c38a no longer exists at agent hyperv_hv-cinder-75916 {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 01:35:32.538401 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-19116043-5b29-40b9-8585-b596d3938af0 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:32.538852 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-19116043-5b29-40b9-8585-b596d3938af0 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:32.557946 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] No Port match for: f18d8c2b-ab08-4402-a440-92bdcf75c38a {{(pid=94317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 01:35:32.558252 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [None req-19116043-5b29-40b9-8585-b596d3938af0 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Calling delete_port for 039578ee-65bc-4690-8f54-b4fbb1eae27c owned by network:floatingip {{(pid=94315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:35:32.558378 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device f18d8c2b-ab08-4402-a440-92bdcf75c38a not bound to the agent host hv-cinder-75916 {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 01:35:32.615101 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-338a4ee8-8f6d-4a87-aa8f-cf51655ddc2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:32.654713 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port 39c29f7a-a8f4-47b8-b7f9-8153941ce167, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=39c29f7a-a8f4-47b8-b7f9-8153941ce167,segment=NetworkSegment(f8ab679e-b537-4c90-a2f7-0b9fb93d20b1),segment_id=f8ab679e-b537-4c90-a2f7-0b9fb93d20b1)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:35:32.666745 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Returning: {'device': '39c29f7a-a8f4-47b8-b7f9-8153941ce167', 'network_id': '5c8689e3-4506-47c0-a652-97ed18836189', 'port_id': '39c29f7a-a8f4-47b8-b7f9-8153941ce167', 'mac_address': 'fa:16:3e:9a:c0:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20caaf11-6500-4480-a57e-55af9949d7c0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 01:35:32.670991 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b84490-81fd-4a4d-af99-ad7b8a28555d req-1896acf6-4f76-47c3-9a01-ae8d47d7af39 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:32.673191 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-c6b84490-81fd-4a4d-af99-ad7b8a28555d req-1896acf6-4f76-47c3-9a01-ae8d47d7af39 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 943 time: 0.0540006 Aug 27 01:35:32.702088 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-338a4ee8-8f6d-4a87-aa8f-cf51655ddc2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:32.716139 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:32.729601 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.notifiers.nova [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39c29f7a-a8f4-47b8-b7f9-8153941ce167 {{(pid=94317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 01:35:32.738216 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-c6b84490-81fd-4a4d-af99-ad7b8a28555d req-3f054d2c-8359-41bb-9cd7-5d1f0e12aa3b tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564654 Aug 27 01:35:32.750107 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a4ee8-8f6d-4a87-aa8f-cf51655ddc2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298aabb7-f6ca-47ce-97cc-c2b54a7cda0c,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:32.750288 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port 39c29f7a-a8f4-47b8-b7f9-8153941ce167, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=39c29f7a-a8f4-47b8-b7f9-8153941ce167,segment=NetworkSegment(f8ab679e-b537-4c90-a2f7-0b9fb93d20b1),segment_id=f8ab679e-b537-4c90-a2f7-0b9fb93d20b1)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:35:32.757315 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-338a4ee8-8f6d-4a87-aa8f-cf51655ddc2d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5aec1ac6f24943f499aeccadd63dd0b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3820431 Aug 27 01:35:32.758765 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 59620) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:32.796942 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-19116043-5b29-40b9-8585-b596d3938af0 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8502847'] for port, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:32.819289 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:32.839093 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19116043-5b29-40b9-8585-b596d3938af0 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Pushing event deleted for resources: {'Port': ['ID=039578ee-65bc-4690-8f54-b4fbb1eae27c,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:32.862269 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-e3223bc7-85e2-49f2-a176-cc76b4fb147e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:32.867771 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Pushing event updated for resources: {'Port': ['ID=39c29f7a-a8f4-47b8-b7f9-8153941ce167,revision_number=4']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:32.875375 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:35:32.875745 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:35:32.876086 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:35:32.876422 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:35:32.876750 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:35:32.877119 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:35:32.877452 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:35:32.877777 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:35:32.878124 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:35:32.878483 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:35:32.878805 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:35:32.879126 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:35:32.907463 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-e3223bc7-85e2-49f2-a176-cc76b4fb147e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:32.922216 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-19116043-5b29-40b9-8585-b596d3938af0 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks [] for floatingip, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:32.925075 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-19116043-5b29-40b9-8585-b596d3938af0 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for floatingip, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:32.926183 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-19116043-5b29-40b9-8585-b596d3938af0 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "DELETE /v2.0/floatingips/8a48ce0c-bc6c-451b-8f8f-2082a0f0a3e1 HTTP/1.1" status: 204 len: 168 time: 0.6119018 Aug 27 01:35:33.026433 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-e3223bc7-85e2-49f2-a176-cc76b4fb147e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:33.029601 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-e3223bc7-85e2-49f2-a176-cc76b4fb147e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:33.033259 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-e3223bc7-85e2-49f2-a176-cc76b4fb147e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/298aabb7-f6ca-47ce-97cc-c2b54a7cda0c HTTP/1.1" status: 204 len: 168 time: 0.2724297 Aug 27 01:35:33.042609 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3223bc7-85e2-49f2-a176-cc76b4fb147e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298aabb7-f6ca-47ce-97cc-c2b54a7cda0c,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:33.115562 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] get_ports_and_sgs() called for port_ids ['39c29f7a-a8f4-47b8-b7f9-8153941ce167'] {{(pid=94317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 01:35:33.472492 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 59652) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:33.475082 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [None req-fe7b71bb-9496-4cbd-8eac-4c226177e495 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1283280788', 'description': 'tempest-description--1592853911'}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:35:33.596681 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-fe7b71bb-9496-4cbd-8eac-4c226177e495 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks [] for security_group, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:33.685880 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-fe7b71bb-9496-4cbd-8eac-4c226177e495 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks [] for security_group, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:33.715564 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 59654) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:33.729519 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-979a0a7a-614f-478e-b7e6-c925c327d7bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:33.763010 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-fe7b71bb-9496-4cbd-8eac-4c226177e495 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:33.805318 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7b71bb-9496-4cbd-8eac-4c226177e495 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f81df45-afd3-410c-84c9-6d7ff8f0b10d,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:33.869899 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb26483a-65be-4acc-a87c-dafab42197cf req-ab81b4ab-2680-41d9-8389-abcf7e6549c1 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:33.870721 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-979a0a7a-614f-478e-b7e6-c925c327d7bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:33.871370 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-eb26483a-65be-4acc-a87c-dafab42197cf req-ab81b4ab-2680-41d9-8389-abcf7e6549c1 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 944 time: 0.0549047 Aug 27 01:35:33.910470 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-eb26483a-65be-4acc-a87c-dafab42197cf req-e39d1dab-7757-4b1d-beee-d1fb52b5d82d tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320485 Aug 27 01:35:33.991989 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-979a0a7a-614f-478e-b7e6-c925c327d7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:34.031185 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-979a0a7a-614f-478e-b7e6-c925c327d7bb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c7ac2a7275314eb5b4a61f66b563ab1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3140423 Aug 27 01:35:34.032121 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a0a7a-614f-478e-b7e6-c925c327d7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55bea98d-da7b-4a97-83b4-fc7b02e4ea2c,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:34.033918 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 59658) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:34.084661 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0d943f72-19ba-49b7-ad84-f48866522d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:34.105797 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0d943f72-19ba-49b7-ad84-f48866522d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:34.133724 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-fe7b71bb-9496-4cbd-8eac-4c226177e495 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks [] for security_group, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:34.135338 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-fe7b71bb-9496-4cbd-8eac-4c226177e495 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6641037 Aug 27 01:35:34.137896 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 59660) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:34.142608 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [None req-fce68b2f-1331-4d78-88af-2bc6f406d821 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Request body: {'security_group_rule': {'security_group_id': '5f81df45-afd3-410c-84c9-6d7ff8f0b10d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:35:34.316249 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0d943f72-19ba-49b7-ad84-f48866522d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:34.318843 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0d943f72-19ba-49b7-ad84-f48866522d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:34.319973 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-0d943f72-19ba-49b7-ad84-f48866522d73 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/55bea98d-da7b-4a97-83b4-fc7b02e4ea2c HTTP/1.1" status: 204 len: 168 time: 0.2845373 Aug 27 01:35:34.321259 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-fce68b2f-1331-4d78-88af-2bc6f406d821 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:34.329326 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d943f72-19ba-49b7-ad84-f48866522d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55bea98d-da7b-4a97-83b4-fc7b02e4ea2c,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:34.414584 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-fce68b2f-1331-4d78-88af-2bc6f406d821 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:34.520482 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device 39c29f7a-a8f4-47b8-b7f9-8153941ce167 up at agent hyperv_hv-cinder-75916 {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:35:34.567754 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-fce68b2f-1331-4d78-88af-2bc6f406d821 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069750'] for security_group_rule, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:34.586024 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce68b2f-1331-4d78-88af-2bc6f406d821 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e569f892-d68f-4ced-8968-5dd24caafd02,revision_number=0']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:34.688402 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Provisioning for port 39c29f7a-a8f4-47b8-b7f9-8153941ce167 completed by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:35:34.697519 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-fce68b2f-1331-4d78-88af-2bc6f406d821 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:34.697519 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-fce68b2f-1331-4d78-88af-2bc6f406d821 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5522101 Aug 27 01:35:34.697706 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 59676) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:34.701038 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [None req-e1f5224b-8a59-4905-9dd4-99318bbffa4f tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Request body: {'security_group_rule': {'security_group_id': '5f81df45-afd3-410c-84c9-6d7ff8f0b10d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:35:34.705229 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Provisioning complete for port 39c29f7a-a8f4-47b8-b7f9-8153941ce167 triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:35:34.705229 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:34.797952 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:34.821607 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8f116a-f7c5-4c53-83b6-22034d528599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39c29f7a-a8f4-47b8-b7f9-8153941ce167'}] {{(pid=94317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:35:34.823881 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ae24146460100d3107ec4d42823fa970b16dae16efc5fac949978fe01edd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c03987a-3f58-4356-abac-8a1fc0ac95fb" -d '{"events": [{"server_uuid": "3b8f116a-f7c5-4c53-83b6-22034d528599", "name": "network-vif-plugged", "status": "completed", "tag": "39c29f7a-a8f4-47b8-b7f9-8153941ce167"}]}' {{(pid=94317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:35:34.838237 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port 39c29f7a-a8f4-47b8-b7f9-8153941ce167, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=39c29f7a-a8f4-47b8-b7f9-8153941ce167,segment=NetworkSegment(f8ab679e-b537-4c90-a2f7-0b9fb93d20b1),segment_id=f8ab679e-b537-4c90-a2f7-0b9fb93d20b1)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:35:34.861003 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 01:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad5c7a8-0206-44a1-aeac-fa87a2baaaf6 x-openstack-request-id: req-bad5c7a8-0206-44a1-aeac-fa87a2baaaf6 {{(pid=94317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:35:34.861296 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b8f116a-f7c5-4c53-83b6-22034d528599", "name": "network-vif-plugged", "status": "completed", "tag": "39c29f7a-a8f4-47b8-b7f9-8153941ce167", "code": 200}]} {{(pid=94317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:35:34.861551 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bad5c7a8-0206-44a1-aeac-fa87a2baaaf6 {{(pid=94317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:35:34.861946 dv-cinder-759169-3-iscsi neutron-server[94317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8f116a-f7c5-4c53-83b6-22034d528599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39c29f7a-a8f4-47b8-b7f9-8153941ce167', 'code': 200} Aug 27 01:35:34.876997 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-e1f5224b-8a59-4905-9dd4-99318bbffa4f tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:34.927683 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:34.939779 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-e1f5224b-8a59-4905-9dd4-99318bbffa4f tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:34.979606 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Pushing event updated for resources: {'Port': ['ID=39c29f7a-a8f4-47b8-b7f9-8153941ce167,revision_number=5']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:35.001009 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-e1f5224b-8a59-4905-9dd4-99318bbffa4f tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069750'] for security_group_rule, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:35.042563 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f5224b-8a59-4905-9dd4-99318bbffa4f tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eedbb3bd-63b9-4159-8e88-e4f153ed9e2e,revision_number=0']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:35.067368 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238bfd8-0144-408c-92ff-d7294f786dc5 req-f6894432-c890-40b0-9338-f7ad45f393aa tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:35.069799 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-b238bfd8-0144-408c-92ff-d7294f786dc5 req-f6894432-c890-40b0-9338-f7ad45f393aa tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 945 time: 0.0794227 Aug 27 01:35:35.113170 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-b238bfd8-0144-408c-92ff-d7294f786dc5 req-af410f00-d59d-48f4-a93f-61cc53c2e910 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363717 Aug 27 01:35:35.139604 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-e1f5224b-8a59-4905-9dd4-99318bbffa4f tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:35.141330 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-e1f5224b-8a59-4905-9dd4-99318bbffa4f tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4463742 Aug 27 01:35:35.144310 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 59694) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:35.148761 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [None req-e20530a5-7b17-45b4-99b1-8bc5ef16c308 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Request body: {'floatingip': {'floating_network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6'}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:35:35.254534 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-e20530a5-7b17-45b4-99b1-8bc5ef16c308 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks [] for floatingip, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:35.260230 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816adb2-0f92-4162-a5b6-a8b15da3019a req-dc3e28cb-176a-4265-86fa-24158b1bf39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:35.261791 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-a816adb2-0f92-4162-a5b6-a8b15da3019a req-dc3e28cb-176a-4265-86fa-24158b1bf39d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 1098 time: 0.0445008 Aug 27 01:35:35.307820 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-a816adb2-0f92-4162-a5b6-a8b15da3019a req-c675ed46-bff3-49e4-800b-e01f30715ed2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383823 Aug 27 01:35:35.363217 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-e20530a5-7b17-45b4-99b1-8bc5ef16c308 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:35.473978 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.db_base_plugin_common [None req-e20530a5-7b17-45b4-99b1-8bc5ef16c308 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Allocated IP 172.27.3.161 (6740c5c8-77e9-4fca-8473-ad46ab012dd6/fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b/5c60a3a7-cf55-4564-a347-c5ba9814e587) {{(pid=94316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 01:35:35.574921 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-e20530a5-7b17-45b4-99b1-8bc5ef16c308 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks [] for port, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:35.653582 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-e20530a5-7b17-45b4-99b1-8bc5ef16c308 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791478024214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8444051'] for port, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:35.693851 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20530a5-7b17-45b4-99b1-8bc5ef16c308 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Network 6740c5c8-77e9-4fca-8473-ad46ab012dd6 is already hosted by enough agents. {{(pid=94316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:35:35.696545 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.base_scheduler [None req-e20530a5-7b17-45b4-99b1-8bc5ef16c308 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Resources bound (agent type, host, resource id): {{(pid=94316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:35:35.702295 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20530a5-7b17-45b4-99b1-8bc5ef16c308 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Received port after_create {{(pid=94316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 01:35:35.722407 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 59716) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:35.728860 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20530a5-7b17-45b4-99b1-8bc5ef16c308 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Pushing event updated for resources: {'Port': ['ID=5c60a3a7-cf55-4564-a347-c5ba9814e587,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:35.777515 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c896623-4e5d-4625-95f1-e3b40be5b3e7 admin admin] Deleting subnet f488d171-9d98-4a92-a8f1-ce7eaf19907d {{(pid=94315) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 01:35:35.781429 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-9c896623-4e5d-4625-95f1-e3b40be5b3e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:35.788017 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-e20530a5-7b17-45b4-99b1-8bc5ef16c308 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:35.826323 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-9c896623-4e5d-4625-95f1-e3b40be5b3e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10159459'] for subnet, precommit_delete_associations {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:35.870012 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-9c896623-4e5d-4625-95f1-e3b40be5b3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940968'] for subnet, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:35.885546 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-e20530a5-7b17-45b4-99b1-8bc5ef16c308 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:36.020059 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-9c896623-4e5d-4625-95f1-e3b40be5b3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8502892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10044194'] for subnet, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:36.045897 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c896623-4e5d-4625-95f1-e3b40be5b3e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f488d171-9d98-4a92-a8f1-ce7eaf19907d,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:36.046289 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-e20530a5-7b17-45b4-99b1-8bc5ef16c308 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks [] for port, precommit_update {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:36.049597 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-9c896623-4e5d-4625-95f1-e3b40be5b3e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for subnet, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:36.053106 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-9c896623-4e5d-4625-95f1-e3b40be5b3e7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f488d171-9d98-4a92-a8f1-ce7eaf19907d HTTP/1.1" status: 204 len: 168 time: 0.3281081 Aug 27 01:35:36.054289 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 59722) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:36.125316 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-8b200b11-3294-470e-a54d-5bc2bf0fb56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608312'] for network, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:36.135718 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-e20530a5-7b17-45b4-99b1-8bc5ef16c308 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8444042'] for port, after_update {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:36.182520 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 59728) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:36.258933 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091368a2-8a94-411b-abe1-bbedbcf1082f req-57a214d0-f19a-49ab-ba5a-feeacbc03043 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:36.260534 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-091368a2-8a94-411b-abe1-bbedbcf1082f req-57a214d0-f19a-49ab-ba5a-feeacbc03043 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 945 time: 0.0553918 Aug 27 01:35:36.291382 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20530a5-7b17-45b4-99b1-8bc5ef16c308 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Pushing event updated for resources: {'Port': ['ID=5c60a3a7-cf55-4564-a347-c5ba9814e587,revision_number=2']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:36.299414 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-8b200b11-3294-470e-a54d-5bc2bf0fb56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-528723', 'neutron.services.segments.db._delete_segments_for_network-8791478518254'] for network, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:36.302398 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-e20530a5-7b17-45b4-99b1-8bc5ef16c308 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2027135'] for floatingip, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:36.319122 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.services.segments.db [None req-8b200b11-3294-470e-a54d-5bc2bf0fb56e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6798e174-42c2-4b00-8cdd-a750c850a0c6']}} {{(pid=94316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:35:36.329444 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-091368a2-8a94-411b-abe1-bbedbcf1082f req-8feccf85-f66d-49de-96a8-33de011c8b39 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606959 Aug 27 01:35:36.330902 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.services.segments.db [None req-8b200b11-3294-470e-a54d-5bc2bf0fb56e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '798527c9-acde-4a5e-b063-dc3ac329a6ba') {'for_net_delete': True} {{(pid=94316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:35:36.335530 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.services.segments.db [None req-8b200b11-3294-470e-a54d-5bc2bf0fb56e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '798527c9-acde-4a5e-b063-dc3ac329a6ba') {} {{(pid=94316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:35:36.335624 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-ae2193a8-79f8-4144-b2cc-bbbc1bf27c4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:36.341838 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-8b200b11-3294-470e-a54d-5bc2bf0fb56e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791478518137', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9240872'] for segment, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:36.363022 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-8b200b11-3294-470e-a54d-5bc2bf0fb56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935457'] for segment, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:36.364227 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b200b11-3294-470e-a54d-5bc2bf0fb56e admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=94316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 01:35:36.365082 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-8b200b11-3294-470e-a54d-5bc2bf0fb56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8444070'] for segment, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:36.366469 dv-cinder-759169-3-iscsi neutron-server[94316]: Traceback (most recent call last): Aug 27 01:35:36.366469 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 01:35:36.366469 dv-cinder-759169-3-iscsi neutron-server[94316]: timer() Aug 27 01:35:36.366469 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 01:35:36.366469 dv-cinder-759169-3-iscsi neutron-server[94316]: cb(*args, **kw) Aug 27 01:35:36.366469 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 01:35:36.366469 dv-cinder-759169-3-iscsi neutron-server[94316]: return func(*args, **kwargs) Aug 27 01:35:36.366469 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 01:35:36.366469 dv-cinder-759169-3-iscsi neutron-server[94316]: self._notify() Aug 27 01:35:36.366469 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 01:35:36.366469 dv-cinder-759169-3-iscsi neutron-server[94316]: self.callback(batched_events) Aug 27 01:35:36.366469 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 01:35:36.366469 dv-cinder-759169-3-iscsi neutron-server[94316]: event.method(event) Aug 27 01:35:36.366469 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 01:35:36.366469 dv-cinder-759169-3-iscsi neutron-server[94316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 01:35:36.366469 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 01:35:36.366469 dv-cinder-759169-3-iscsi neutron-server[94316]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 01:35:36.366469 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 01:35:36.366469 dv-cinder-759169-3-iscsi neutron-server[94316]: return f(self, *a, **k) Aug 27 01:35:36.366469 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 01:35:36.366469 dv-cinder-759169-3-iscsi neutron-server[94316]: return self._get(url).json() Aug 27 01:35:36.366469 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 01:35:36.366469 dv-cinder-759169-3-iscsi neutron-server[94316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 01:35:36.366469 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 01:35:36.366469 dv-cinder-759169-3-iscsi neutron-server[94316]: return self.request(url, 'GET', **kwargs) Aug 27 01:35:36.366469 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 01:35:36.366469 dv-cinder-759169-3-iscsi neutron-server[94316]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 01:35:36.366469 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 01:35:36.366469 dv-cinder-759169-3-iscsi neutron-server[94316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 01:35:36.366469 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 01:35:36.366469 dv-cinder-759169-3-iscsi neutron-server[94316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 01:35:36.366469 dv-cinder-759169-3-iscsi neutron-server[94316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 01:35:36.400017 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-e20530a5-7b17-45b4-99b1-8bc5ef16c308 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for floatingip, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:36.402165 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-e20530a5-7b17-45b4-99b1-8bc5ef16c308 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2560329 Aug 27 01:35:36.491714 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-ae2193a8-79f8-4144-b2cc-bbbc1bf27c4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:36.522137 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-8b200b11-3294-470e-a54d-5bc2bf0fb56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-528682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2027149'] for network, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:36.526788 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-8b200b11-3294-470e-a54d-5bc2bf0fb56e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for network, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:36.536772 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-8b200b11-3294-470e-a54d-5bc2bf0fb56e admin admin] 10.222.0.25 "DELETE /v2.0/networks/6798e174-42c2-4b00-8cdd-a750c850a0c6 HTTP/1.1" status: 204 len: 168 time: 0.4734726 Aug 27 01:35:36.545813 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b200b11-3294-470e-a54d-5bc2bf0fb56e admin admin] Pushing event deleted for resources: {'Network': ['ID=6798e174-42c2-4b00-8cdd-a750c850a0c6,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:36.613800 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-ae2193a8-79f8-4144-b2cc-bbbc1bf27c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:36.628475 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-098ee03a-9534-4ac9-b8d1-4261f31d8a30 req-4ab484c8-dd30-4da1-8b79-e7100e58d40a tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1283280788&fields=id&tenant_id=1d392d1b39ee49d1b87211d5c447f9dc HTTP/1.1" status: 200 len: 267 time: 0.0368342 Aug 27 01:35:36.654319 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-ae2193a8-79f8-4144-b2cc-bbbc1bf27c4a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3f210efb057d4a219b8a4e175dbc92ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4706657 Aug 27 01:35:36.657487 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2193a8-79f8-4144-b2cc-bbbc1bf27c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f224ab-81f3-437c-b1b4-7f69539a5b06,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:36.657881 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 59750) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:36.767729 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-acb6fec2-1025-4a70-9f57-cbc0df0da01f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:36.776256 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ee03a-9534-4ac9-b8d1-4261f31d8a30 req-59dec16c-354f-401f-b605-ac8a0c93de94 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:36.777783 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-098ee03a-9534-4ac9-b8d1-4261f31d8a30 req-59dec16c-354f-401f-b605-ac8a0c93de94 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/networks?id=6cba5cc2-c26d-402b-a305-3f91c04ec99b HTTP/1.1" status: 200 len: 811 time: 0.1417511 Aug 27 01:35:36.811759 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-098ee03a-9534-4ac9-b8d1-4261f31d8a30 req-3d5ae595-8362-4b31-8c39-839dd7dfd6bc tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/quotas/1d392d1b39ee49d1b87211d5c447f9dc HTTP/1.1" status: 200 len: 375 time: 0.0241048 Aug 27 01:35:36.816910 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-acb6fec2-1025-4a70-9f57-cbc0df0da01f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:36.890312 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-098ee03a-9534-4ac9-b8d1-4261f31d8a30 req-ff4064dc-a414-4549-83e9-f887815d6105 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1d392d1b39ee49d1b87211d5c447f9dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0681188 Aug 27 01:35:36.915303 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 59752) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:36.956633 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-374cf3e7-9991-4a8a-b64f-7f8156525b18 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b0342a0d1e3b49c29852c11d8aeadb6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401397 Aug 27 01:35:36.959094 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 59754) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:36.974375 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-acb6fec2-1025-4a70-9f57-cbc0df0da01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:36.976878 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-acb6fec2-1025-4a70-9f57-cbc0df0da01f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:36.977986 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-acb6fec2-1025-4a70-9f57-cbc0df0da01f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d1f224ab-81f3-437c-b1b4-7f69539a5b06 HTTP/1.1" status: 204 len: 168 time: 0.3191161 Aug 27 01:35:36.997621 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb6fec2-1025-4a70-9f57-cbc0df0da01f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f224ab-81f3-437c-b1b4-7f69539a5b06,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:37.004194 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-098ee03a-9534-4ac9-b8d1-4261f31d8a30 req-5e12a278-7aa5-438a-b190-60501fe7e6f4 service neutron] 10.222.0.25 "GET /v2.0/networks/6cba5cc2-c26d-402b-a305-3f91c04ec99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017687 Aug 27 01:35:37.017262 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-c77cc9dc-9b14-4f23-a541-dfd0d09dd62d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:37.040896 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-c77cc9dc-9b14-4f23-a541-dfd0d09dd62d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:37.103165 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-098ee03a-9534-4ac9-b8d1-4261f31d8a30 req-e312a274-696b-4fae-ba60-d6850d0867cb service neutron] 10.222.0.25 "GET /v2.0/networks/6cba5cc2-c26d-402b-a305-3f91c04ec99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925050 Aug 27 01:35:37.185013 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-c77cc9dc-9b14-4f23-a541-dfd0d09dd62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:37.188212 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-c77cc9dc-9b14-4f23-a541-dfd0d09dd62d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:37.189390 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-c77cc9dc-9b14-4f23-a541-dfd0d09dd62d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3d2883ba-c14f-4100-9802-bf6d0fe34ff9 HTTP/1.1" status: 204 len: 168 time: 0.2293935 Aug 27 01:35:37.196966 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77cc9dc-9b14-4f23-a541-dfd0d09dd62d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2883ba-c14f-4100-9802-bf6d0fe34ff9,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:37.355078 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-19fedd03-5e03-46c0-9cfa-a4a6011403db req-b20aeaec-f5f9-4556-b94e-8c08fe880dd4 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4270f24-9903-4782-8633-a676243368a6 HTTP/1.1" status: 200 len: 210 time: 0.0310540 Aug 27 01:35:37.481746 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0967f55-d5ec-4768-84ba-0557c940430f req-95f89e71-a782-4ca3-bac8-b674b6483e06 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:37.481746 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-e0967f55-d5ec-4768-84ba-0557c940430f req-95f89e71-a782-4ca3-bac8-b674b6483e06 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 945 time: 0.0511205 Aug 27 01:35:37.543305 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-e0967f55-d5ec-4768-84ba-0557c940430f req-18daf581-2a0c-45b6-bd3a-c73f820c08c9 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472763 Aug 27 01:35:37.666880 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375a6f6-bac2-4825-90e6-6411f51489aa req-9a4f1938-9e13-43a5-a8c9-5739fa4edb87 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:37.669425 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-9375a6f6-bac2-4825-90e6-6411f51489aa req-9a4f1938-9e13-43a5-a8c9-5739fa4edb87 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 945 time: 0.0555127 Aug 27 01:35:37.680134 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 59788) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:37.684794 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [None req-cfcd87c7-9e79-4a87-b3e0-3dd852046dba tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Request body: {'floatingip': {'port_id': '39c29f7a-a8f4-47b8-b7f9-8153941ce167'}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:35:37.774792 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-cfcd87c7-9e79-4a87-b3e0-3dd852046dba tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks [] for floatingip, before_update {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:38.290333 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 59816) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:38.410108 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [None req-54c8db4f-cb48-4748-9fcb-769b76577c82 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-834757042-network', 'tenant_id': '31b47b7bf2ed4568af16eb7861b78453'}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:35:38.458796 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-cfcd87c7-9e79-4a87-b3e0-3dd852046dba tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:38.488160 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-b54102e3-00d7-4fbe-8ab5-54ef994ca86a req-0d64d51d-70db-482f-9eda-4c2d6a74bef9 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4270f24-9903-4782-8633-a676243368a6 HTTP/1.1" status: 200 len: 210 time: 0.0252426 Aug 27 01:35:38.494018 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c8db4f-cb48-4748-9fcb-769b76577c82 admin admin] Made reservation on behalf of 31b47b7bf2ed4568af16eb7861b78453 for: {'network': 1} {{(pid=94315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:35:38.495779 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-54c8db4f-cb48-4748-9fcb-769b76577c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for network, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:38.508614 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-54c8db4f-cb48-4748-9fcb-769b76577c82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:38.567820 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-cfcd87c7-9e79-4a87-b3e0-3dd852046dba tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2027135'] for floatingip, after_update {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:38.599050 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 59830) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:38.609258 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-54c8db4f-cb48-4748-9fcb-769b76577c82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:38.704244 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [None req-341f0bab-225f-4de7-bff6-2c38af4ae5db admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1744209991-network', 'tenant_id': '0c906f0891a04908acd7dc34d1953279'}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:35:38.729764 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-54c8db4f-cb48-4748-9fcb-769b76577c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:38.766895 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54c8db4f-cb48-4748-9fcb-769b76577c82 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=94315) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 01:35:38.783323 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c8db4f-cb48-4748-9fcb-769b76577c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f759f608-368c-412a-bbe4-f4ed343a5e55,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:38.787602 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-54c8db4f-cb48-4748-9fcb-769b76577c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935457'] for segment, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:38.787961 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.db.segments_db [None req-54c8db4f-cb48-4748-9fcb-769b76577c82 admin admin] Added segment 4979d350-e05b-4c9b-9924-3e54b59e61dd of type vlan for network 0788b1ad-cd04-4b18-949e-72f4f8f536f9 Aug 27 01:35:38.836280 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-54c8db4f-cb48-4748-9fcb-769b76577c82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791478006384'] for network, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:38.882531 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341f0bab-225f-4de7-bff6-2c38af4ae5db admin admin] Made reservation on behalf of 0c906f0891a04908acd7dc34d1953279 for: {'network': 1} {{(pid=94315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:35:38.885967 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-341f0bab-225f-4de7-bff6-2c38af4ae5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for network, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:38.886203 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.db.l3_db [None req-cfcd87c7-9e79-4a87-b3e0-3dd852046dba tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Floating IP 568fd32b-e29c-4c8c-aa15-33df189d8c32 associated. External IP: 172.27.3.24, port: 39c29f7a-a8f4-47b8-b7f9-8153941ce167. Aug 27 01:35:38.895151 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-341f0bab-225f-4de7-bff6-2c38af4ae5db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:38.973612 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-54c8db4f-cb48-4748-9fcb-769b76577c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225'] for network, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:38.974581 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c8db4f-cb48-4748-9fcb-769b76577c82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:38.975162 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-54c8db4f-cb48-4748-9fcb-769b76577c82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for network, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:39.032308 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-341f0bab-225f-4de7-bff6-2c38af4ae5db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:39.042776 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c8db4f-cb48-4748-9fcb-769b76577c82 admin admin] Pushing event updated for resources: {'Network': ['ID=0788b1ad-cd04-4b18-949e-72f4f8f536f9,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:39.052897 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Network 0788b1ad-cd04-4b18-949e-72f4f8f536f9 details requested by agent ovs-agent-dv-cinder-759169-3-iscsi with host dv-cinder-759169-3-iscsi {{(pid=94317) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 01:35:39.106935 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfcd87c7-9e79-4a87-b3e0-3dd852046dba tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Router 374ecf4c-b187-4279-a485-f287b3a40fda has already been hosted by L3 agent 8dc83c43-e68e-43c9-8595-1753e39ae809 {{(pid=94316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 01:35:39.175180 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-341f0bab-225f-4de7-bff6-2c38af4ae5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:39.200418 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-341f0bab-225f-4de7-bff6-2c38af4ae5db admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=94315) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 01:35:39.211010 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f0bab-225f-4de7-bff6-2c38af4ae5db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f9b51a-b3b6-4e49-a34c-8b405886f61d,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:39.214452 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfcd87c7-9e79-4a87-b3e0-3dd852046dba tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify agent at l3_agent.dv-cinder-759169-3-iscsi the message routers_updated {{(pid=94316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 01:35:39.217599 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-341f0bab-225f-4de7-bff6-2c38af4ae5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935457'] for segment, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:39.218582 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.db.segments_db [None req-341f0bab-225f-4de7-bff6-2c38af4ae5db admin admin] Added segment a368ea2f-1bf9-43d4-a63d-81ec92b5fcaa of type vlan for network 917a1716-6372-44c1-be59-4f3ee33be285 Aug 27 01:35:39.221251 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-cfcd87c7-9e79-4a87-b3e0-3dd852046dba tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for floatingip, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:39.230699 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc113ec6-9ce0-48e7-a26f-06aad215d4b6 None None] Sync routers for ids ['374ecf4c-b187-4279-a485-f287b3a40fda'] in dv-cinder-759169-3-iscsi {{(pid=94317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 01:35:39.240647 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc113ec6-9ce0-48e7-a26f-06aad215d4b6 None None] Routers {'374ecf4c-b187-4279-a485-f287b3a40fda'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:35:39.241298 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-cc113ec6-9ce0-48e7-a26f-06aad215d4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:35:14Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['374ecf4c-b187-4279-a485-f287b3a40fda'], 'active': True} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:35:39.248858 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-cfcd87c7-9e79-4a87-b3e0-3dd852046dba tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "PUT /v2.0/floatingips/568fd32b-e29c-4c8c-aa15-33df189d8c32 HTTP/1.1" status: 200 len: 990 time: 1.5676227 Aug 27 01:35:39.250090 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b8f116a-f7c5-4c53-83b6-22034d528599', 'tag': '39c29f7a-a8f4-47b8-b7f9-8153941ce167'}] {{(pid=94316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:35:39.252960 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}899021d1be799054bbcf6b5e395d09f22ed0dc0e230ba80d3f80fac876f8e6bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eee1a6e-0551-412b-88be-d347aa406ea7" -d '{"events": [{"name": "network-changed", "server_uuid": "3b8f116a-f7c5-4c53-83b6-22034d528599", "tag": "39c29f7a-a8f4-47b8-b7f9-8153941ce167"}]}' {{(pid=94316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:35:39.272418 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-341f0bab-225f-4de7-bff6-2c38af4ae5db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791478006384'] for network, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:39.298333 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-54c8db4f-cb48-4748-9fcb-769b76577c82 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0060501 Aug 27 01:35:39.300810 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 59840) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:39.303138 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 01:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec1630f-d885-4d06-86f3-5604b7c86d97 x-openstack-request-id: req-5ec1630f-d885-4d06-86f3-5604b7c86d97 {{(pid=94316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:35:39.303678 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b8f116a-f7c5-4c53-83b6-22034d528599", "tag": "39c29f7a-a8f4-47b8-b7f9-8153941ce167", "status": "completed", "code": 200}]} {{(pid=94316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:35:39.303997 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5ec1630f-d885-4d06-86f3-5604b7c86d97 {{(pid=94316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:35:39.304418 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b8f116a-f7c5-4c53-83b6-22034d528599', 'tag': '39c29f7a-a8f4-47b8-b7f9-8153941ce167', 'status': 'completed', 'code': 200} Aug 27 01:35:39.309209 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [None req-f1e218a9-c6b1-48cf-92cd-f8301f1f44ea admin admin] Request body: {'subnet': {'network_id': '0788b1ad-cd04-4b18-949e-72f4f8f536f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-834757042-subnet', 'tenant_id': '31b47b7bf2ed4568af16eb7861b78453', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:35:39.356483 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-341f0bab-225f-4de7-bff6-2c38af4ae5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225'] for network, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:39.357672 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341f0bab-225f-4de7-bff6-2c38af4ae5db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:39.358182 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-341f0bab-225f-4de7-bff6-2c38af4ae5db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for network, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:39.359308 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvr_db [None req-cc113ec6-9ce0-48e7-a26f-06aad215d4b6 None None] Set router 374ecf4c-b187-4279-a485-f287b3a40fda gateway port host: dv-cinder-759169-3-iscsi {{(pid=94317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:35:39.435232 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e218a9-c6b1-48cf-92cd-f8301f1f44ea admin admin] Made reservation on behalf of 31b47b7bf2ed4568af16eb7861b78453 for: {'subnet': 1} {{(pid=94315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:35:39.438101 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-f1e218a9-c6b1-48cf-92cd-f8301f1f44ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10044233'] for subnet, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:39.500413 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f0bab-225f-4de7-bff6-2c38af4ae5db admin admin] Pushing event updated for resources: {'Network': ['ID=917a1716-6372-44c1-be59-4f3ee33be285,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:39.513586 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Network 917a1716-6372-44c1-be59-4f3ee33be285 details requested by agent ovs-agent-dv-cinder-759169-3-iscsi with host dv-cinder-759169-3-iscsi {{(pid=94317) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 01:35:39.519271 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee1a6e-0551-412b-88be-d347aa406ea7 req-0c349d02-dd87-49ef-88c5-2b1a66995d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:39.520894 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-5eee1a6e-0551-412b-88be-d347aa406ea7 req-0c349d02-dd87-49ef-88c5-2b1a66995d88 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9cbe428e1f9c456087aa6ec677fe0330&device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 1098 time: 0.1506696 Aug 27 01:35:39.554388 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-341f0bab-225f-4de7-bff6-2c38af4ae5db admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9541910 Aug 27 01:35:39.558923 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 59844) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:39.569219 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [None req-d23de3ec-a5c5-4bd5-9ac7-966e7e813bb6 admin admin] Request body: {'subnet': {'network_id': '917a1716-6372-44c1-be59-4f3ee33be285', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1744209991-subnet', 'tenant_id': '0c906f0891a04908acd7dc34d1953279', 'ip_version': 4}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:35:39.640585 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-c91903b6-3b7b-4b9f-a0f7-3ea34fa407c3 req-9e12ec01-4130-44ed-939f-67a00ad60bf3 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4270f24-9903-4782-8633-a676243368a6 HTTP/1.1" status: 200 len: 210 time: 0.0649066 Aug 27 01:35:39.739911 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee1a6e-0551-412b-88be-d347aa406ea7 req-4add179c-d760-451e-b587-004d51541aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:39.741616 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-5eee1a6e-0551-412b-88be-d347aa406ea7 req-4add179c-d760-451e-b587-004d51541aad service neutron] 10.222.0.24 "GET /v2.0/networks?id=5c8689e3-4506-47c0-a652-97ed18836189 HTTP/1.1" status: 200 len: 918 time: 0.2136016 Aug 27 01:35:39.743375 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23de3ec-a5c5-4bd5-9ac7-966e7e813bb6 admin admin] Made reservation on behalf of 0c906f0891a04908acd7dc34d1953279 for: {'subnet': 1} {{(pid=94316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:35:39.749911 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-d23de3ec-a5c5-4bd5-9ac7-966e7e813bb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3529976'] for subnet, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:39.915412 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ee03a-9534-4ac9-b8d1-4261f31d8a30 req-6f680ac4-88ef-4101-8709-011520f025bc tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:39.917660 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-098ee03a-9534-4ac9-b8d1-4261f31d8a30 req-6f680ac4-88ef-4101-8709-011520f025bc tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.24 "GET /v2.0/networks?id=6cba5cc2-c26d-402b-a305-3f91c04ec99b HTTP/1.1" status: 200 len: 811 time: 0.2888279 Aug 27 01:35:39.974731 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-5eee1a6e-0551-412b-88be-d347aa406ea7 req-0ba7eb89-58e3-4d87-a27b-229777ce2467 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39c29f7a-a8f4-47b8-b7f9-8153941ce167 HTTP/1.1" status: 200 len: 998 time: 0.2035899 Aug 27 01:35:39.983064 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-f1e218a9-c6b1-48cf-92cd-f8301f1f44ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8504751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10044219'] for subnet, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:40.015491 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-cc113ec6-9ce0-48e7-a26f-06aad215d4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'name': 'tempest-AttachVolumeShelveTestJSON-1110892241-router', 'tenant_id': '9cbe428e1f9c456087aa6ec677fe0330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'b50d8a55-e5ab-4c67-8bf2-efb8b5165f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:30:11Z', 'updated_at': '2021-08-27T01:30:18Z', 'revision_number': 4, 'project_id': '9cbe428e1f9c456087aa6ec677fe0330', 'gw_port': {'id': 'b50d8a55-e5ab-4c67-8bf2-efb8b5165f30', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:12:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:13Z', 'updated_at': '2021-08-27T01:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_floatingips': [{'id': '568fd32b-e29c-4c8c-aa15-33df189d8c32', 'tenant_id': '9cbe428e1f9c456087aa6ec677fe0330', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'router_id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'port_id': '39c29f7a-a8f4-47b8-b7f9-8153941ce167', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c8689e3-4506-47c0-a652-97ed18836189', 'mac_address': 'fa:16:3e:9a:c0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8f116a-f7c5-4c53-83b6-22034d528599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T01:35:21Z', 'updated_at': '2021-08-27T01:35:38Z', 'revision_number': 1, 'project_id': '9cbe428e1f9c456087aa6ec677fe0330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c904e9ce-ecb9-4743-9f9e-20e31461ccd8', 'name': '', 'network_id': '5c8689e3-4506-47c0-a652-97ed18836189', 'tenant_id': '9cbe428e1f9c456087aa6ec677fe0330', 'mac_address': 'fa:16:3e:78:c4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '20caaf11-6500-4480-a57e-55af9949d7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:17Z', 'updated_at': '2021-08-27T01:30:31Z', 'revision_number': 5, 'project_id': '9cbe428e1f9c456087aa6ec677fe0330', 'subnets': [{'id': '20caaf11-6500-4480-a57e-55af9949d7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:35:40.044364 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc113ec6-9ce0-48e7-a26f-06aad215d4b6 None None] Checking router: 374ecf4c-b187-4279-a485-f287b3a40fda for host: dv-cinder-759169-3-iscsi {{(pid=94317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 01:35:40.053928 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc113ec6-9ce0-48e7-a26f-06aad215d4b6 None None] Routers {'374ecf4c-b187-4279-a485-f287b3a40fda'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:35:40.054581 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-cc113ec6-9ce0-48e7-a26f-06aad215d4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:35:14Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['374ecf4c-b187-4279-a485-f287b3a40fda'], 'active': True} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:35:40.066082 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-098ee03a-9534-4ac9-b8d1-4261f31d8a30 req-c8be8d06-192f-4449-8dd8-65f9b5791ddf tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d392d1b39ee49d1b87211d5c447f9dc HTTP/1.1" status: 200 len: 380 time: 0.1299107 Aug 27 01:35:40.082941 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-d23de3ec-a5c5-4bd5-9ac7-966e7e813bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8430339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3529866'] for subnet, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:40.084746 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [req-098ee03a-9534-4ac9-b8d1-4261f31d8a30 req-c33e1e1d-994b-4c09-a91e-d1a4bae691d4 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Request body: {'port': {'device_id': 'e4270f24-9903-4782-8633-a676243368a6', 'network_id': '6cba5cc2-c26d-402b-a305-3f91c04ec99b', 'admin_state_up': True, 'tenant_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'security_groups': ['5f81df45-afd3-410c-84c9-6d7ff8f0b10d']}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:35:40.147208 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23de3ec-a5c5-4bd5-9ac7-966e7e813bb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e11f456c-fbd8-41f1-91e9-92ed93af2b4a,revision_number=0']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:40.153543 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e218a9-c6b1-48cf-92cd-f8301f1f44ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=982c013f-3062-4348-9645-9e2d96b1fbf0,revision_number=0']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:40.158174 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23de3ec-a5c5-4bd5-9ac7-966e7e813bb6 admin admin] Checking segment: {'id': 'a368ea2f-1bf9-43d4-a63d-81ec92b5fcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '917a1716-6372-44c1-be59-4f3ee33be285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:35:40.158741 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23de3ec-a5c5-4bd5-9ac7-966e7e813bb6 admin admin] Network hostable DHCP agents. Network: 917a1716-6372-44c1-be59-4f3ee33be285, hostable agents: ['70e474cc-df6f-4c4f-8c1d-9d362ecec16b'], hosted agents: [] {{(pid=94316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 01:35:40.176744 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee1a6e-0551-412b-88be-d347aa406ea7 req-f366d37d-1a51-40fe-84f5-e472143dc6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:40.178247 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-5eee1a6e-0551-412b-88be-d347aa406ea7 req-f366d37d-1a51-40fe-84f5-e472143dc6a8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=20caaf11-6500-4480-a57e-55af9949d7c0 HTTP/1.1" status: 200 len: 856 time: 0.1894515 Aug 27 01:35:40.193396 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvr_db [None req-cc113ec6-9ce0-48e7-a26f-06aad215d4b6 None None] Set router 374ecf4c-b187-4279-a485-f287b3a40fda gateway port host: dv-cinder-759169-3-iscsi {{(pid=94317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:35:40.209154 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e218a9-c6b1-48cf-92cd-f8301f1f44ea admin admin] Checking segment: {'id': '4979d350-e05b-4c9b-9924-3e54b59e61dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0788b1ad-cd04-4b18-949e-72f4f8f536f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:35:40.209517 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e218a9-c6b1-48cf-92cd-f8301f1f44ea admin admin] Network hostable DHCP agents. Network: 0788b1ad-cd04-4b18-949e-72f4f8f536f9, hostable agents: ['70e474cc-df6f-4c4f-8c1d-9d362ecec16b'], hosted agents: [] {{(pid=94315) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 01:35:40.253993 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23de3ec-a5c5-4bd5-9ac7-966e7e813bb6 admin admin] Network 917a1716-6372-44c1-be59-4f3ee33be285 is scheduled to be hosted by DHCP agent 70e474cc-df6f-4c4f-8c1d-9d362ecec16b with binding_index 1 {{(pid=94316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 01:35:40.282293 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee1a6e-0551-412b-88be-d347aa406ea7 req-a65b3505-daa7-4c24-8a29-f231a2c3dc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:40.283856 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-5eee1a6e-0551-412b-88be-d347aa406ea7 req-a65b3505-daa7-4c24-8a29-f231a2c3dc97 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5c8689e3-4506-47c0-a652-97ed18836189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0946136 Aug 27 01:35:40.333743 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e218a9-c6b1-48cf-92cd-f8301f1f44ea admin admin] Network 0788b1ad-cd04-4b18-949e-72f4f8f536f9 is scheduled to be hosted by DHCP agent 70e474cc-df6f-4c4f-8c1d-9d362ecec16b with binding_index 1 {{(pid=94315) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 01:35:40.378220 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-5eee1a6e-0551-412b-88be-d347aa406ea7 req-c4b98bfe-b0a2-49b6-a954-a04e1d91aafe service neutron] 10.222.0.24 "GET /v2.0/networks/5c8689e3-4506-47c0-a652-97ed18836189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871966 Aug 27 01:35:40.384246 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-098ee03a-9534-4ac9-b8d1-4261f31d8a30 req-c33e1e1d-994b-4c09-a91e-d1a4bae691d4 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Made reservation on behalf of 1d392d1b39ee49d1b87211d5c447f9dc for: {'port': 1} {{(pid=94315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:35:40.387909 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-098ee03a-9534-4ac9-b8d1-4261f31d8a30 req-c33e1e1d-994b-4c09-a91e-d1a4bae691d4 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:40.410922 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.base_scheduler [None req-d23de3ec-a5c5-4bd5-9ac7-966e7e813bb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759169-3-iscsi, 917a1716-6372-44c1-be59-4f3ee33be285) {{(pid=94316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:35:40.426517 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.base_scheduler [None req-f1e218a9-c6b1-48cf-92cd-f8301f1f44ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759169-3-iscsi, 0788b1ad-cd04-4b18-949e-72f4f8f536f9) {{(pid=94315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:35:40.428207 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23de3ec-a5c5-4bd5-9ac7-966e7e813bb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:40.428925 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9112805e-2c4e-4649-b11f-74bd3b43c92f None None] Network 917a1716-6372-44c1-be59-4f3ee33be285 requested from dv-cinder-759169-3-iscsi {{(pid=94317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 01:35:40.429984 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-d23de3ec-a5c5-4bd5-9ac7-966e7e813bb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:40.451486 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1be0b5-9fb7-400c-a972-f5f46c1f3b5d None None] Network 0788b1ad-cd04-4b18-949e-72f4f8f536f9 requested from dv-cinder-759169-3-iscsi {{(pid=94317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 01:35:40.456111 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e218a9-c6b1-48cf-92cd-f8301f1f44ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:40.456711 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-f1e218a9-c6b1-48cf-92cd-f8301f1f44ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for subnet, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:40.514327 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-d23de3ec-a5c5-4bd5-9ac7-966e7e813bb6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9531279 Aug 27 01:35:40.517015 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 59862) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:40.531921 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [None req-70fb2aa6-7fa1-44ca-834d-3521a52eb4fa admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1744209991-router', 'tenant_id': '0c906f0891a04908acd7dc34d1953279', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6'}}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:35:40.554774 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-f1e218a9-c6b1-48cf-92cd-f8301f1f44ea admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2527792 Aug 27 01:35:40.561266 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-cc113ec6-9ce0-48e7-a26f-06aad215d4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'name': 'tempest-AttachVolumeShelveTestJSON-1110892241-router', 'tenant_id': '9cbe428e1f9c456087aa6ec677fe0330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'b50d8a55-e5ab-4c67-8bf2-efb8b5165f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:30:11Z', 'updated_at': '2021-08-27T01:30:18Z', 'revision_number': 4, 'project_id': '9cbe428e1f9c456087aa6ec677fe0330', 'gw_port': {'id': 'b50d8a55-e5ab-4c67-8bf2-efb8b5165f30', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:12:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:13Z', 'updated_at': '2021-08-27T01:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_floatingips': [{'id': '568fd32b-e29c-4c8c-aa15-33df189d8c32', 'tenant_id': '9cbe428e1f9c456087aa6ec677fe0330', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'router_id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'port_id': '39c29f7a-a8f4-47b8-b7f9-8153941ce167', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c8689e3-4506-47c0-a652-97ed18836189', 'mac_address': 'fa:16:3e:9a:c0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8f116a-f7c5-4c53-83b6-22034d528599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T01:35:21Z', 'updated_at': '2021-08-27T01:35:38Z', 'revision_number': 1, 'project_id': '9cbe428e1f9c456087aa6ec677fe0330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c904e9ce-ecb9-4743-9f9e-20e31461ccd8', 'name': '', 'network_id': '5c8689e3-4506-47c0-a652-97ed18836189', 'tenant_id': '9cbe428e1f9c456087aa6ec677fe0330', 'mac_address': 'fa:16:3e:78:c4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '20caaf11-6500-4480-a57e-55af9949d7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:17Z', 'updated_at': '2021-08-27T01:30:31Z', 'revision_number': 5, 'project_id': '9cbe428e1f9c456087aa6ec677fe0330', 'subnets': [{'id': '20caaf11-6500-4480-a57e-55af9949d7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:35:40.589748 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-5eee1a6e-0551-412b-88be-d347aa406ea7 req-b61f7db7-029a-4a67-9a2c-7dfff064284c service neutron] 10.222.0.24 "GET /v2.0/networks/5c8689e3-4506-47c0-a652-97ed18836189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985195 Aug 27 01:35:40.601472 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc113ec6-9ce0-48e7-a26f-06aad215d4b6 None None] The sync data for ids ['374ecf4c-b187-4279-a485-f287b3a40fda'] in dv-cinder-759169-3-iscsi is: [{'id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'name': 'tempest-AttachVolumeShelveTestJSON-1110892241-router', 'tenant_id': '9cbe428e1f9c456087aa6ec677fe0330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'b50d8a55-e5ab-4c67-8bf2-efb8b5165f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:30:11Z', 'updated_at': '2021-08-27T01:30:18Z', 'revision_number': 4, 'project_id': '9cbe428e1f9c456087aa6ec677fe0330', 'gw_port': {'id': 'b50d8a55-e5ab-4c67-8bf2-efb8b5165f30', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:12:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:13Z', 'updated_at': '2021-08-27T01:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_floatingips': [{'id': '568fd32b-e29c-4c8c-aa15-33df189d8c32', 'tenant_id': '9cbe428e1f9c456087aa6ec677fe0330', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'router_id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'port_id': '39c29f7a-a8f4-47b8-b7f9-8153941ce167', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c8689e3-4506-47c0-a652-97ed18836189', 'mac_address': 'fa:16:3e:9a:c0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8f116a-f7c5-4c53-83b6-22034d528599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T01:35:21Z', 'updated_at': '2021-08-27T01:35:38Z', 'revision_number': 1, 'project_id': '9cbe428e1f9c456087aa6ec677fe0330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c904e9ce-ecb9-4743-9f9e-20e31461ccd8', 'name': '', 'network_id': '5c8689e3-4506-47c0-a652-97ed18836189', 'tenant_id': '9cbe428e1f9c456087aa6ec677fe0330', 'mac_address': 'fa:16:3e:78:c4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '20caaf11-6500-4480-a57e-55af9949d7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:17Z', 'updated_at': '2021-08-27T01:30:31Z', 'revision_number': 5, 'project_id': '9cbe428e1f9c456087aa6ec677fe0330', 'subnets': [{'id': '20caaf11-6500-4480-a57e-55af9949d7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 01:35:40.631176 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.db_base_plugin_common [req-098ee03a-9534-4ac9-b8d1-4261f31d8a30 req-c33e1e1d-994b-4c09-a91e-d1a4bae691d4 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Allocated IP 172.20.0.8 (6cba5cc2-c26d-402b-a305-3f91c04ec99b/e1b7ebb0-22fa-4fc2-81e3-fd4ce0a9462d/043fb403-1255-4b2f-94a3-72fd35ade4a5) {{(pid=94315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 01:35:40.631436 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-70fb2aa6-7fa1-44ca-834d-3521a52eb4fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2021068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4927'] for router, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:40.633691 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-70fb2aa6-7fa1-44ca-834d-3521a52eb4fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2019338', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2084776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4904'] for router, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:40.712162 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc4ed36-08b3-4b55-8eb2-d1a86248750f None None] Network 0788b1ad-cd04-4b18-949e-72f4f8f536f9 requested from dv-cinder-759169-3-iscsi {{(pid=94317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 01:35:40.787916 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-70fb2aa6-7fa1-44ca-834d-3521a52eb4fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:40.788210 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147ebaf5-2fe1-4194-835c-5998906c9986 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30d8a1d7-44b8-5ff3-906c-ae2eaad5aabb-917a1716-6372-44c1-be59-4f3ee33be285', 'network_id': '917a1716-6372-44c1-be59-4f3ee33be285', 'tenant_id': '0c906f0891a04908acd7dc34d1953279', 'fixed_ips': [{'subnet_id': 'e11f456c-fbd8-41f1-91e9-92ed93af2b4a'}]}} from dv-cinder-759169-3-iscsi. {{(pid=94317) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 01:35:40.789106 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-147ebaf5-2fe1-4194-835c-5998906c9986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_create {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:40.830467 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-efa8f83f-6209-46bf-9023-02a7678fc70a req-b4c2eeb2-78ea-4069-9fd6-b5165c2152b2 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4270f24-9903-4782-8633-a676243368a6 HTTP/1.1" status: 200 len: 210 time: 0.0546947 Aug 27 01:35:40.882812 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-098ee03a-9534-4ac9-b8d1-4261f31d8a30 req-c33e1e1d-994b-4c09-a91e-d1a4bae691d4 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks [] for port, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:40.906173 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.provisioning_blocks [req-098ee03a-9534-4ac9-b8d1-4261f31d8a30 req-c33e1e1d-994b-4c09-a91e-d1a4bae691d4 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Transition to ACTIVE for port object 043fb403-1255-4b2f-94a3-72fd35ade4a5 will not be triggered until provisioned by entity DHCP. {{(pid=94315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:35:40.953218 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29e8a2e-ebcf-40e3-ac37-d3c6e0eb39cc None None] New status for floating IP 568fd32b-e29c-4c8c-aa15-33df189d8c32: ACTIVE {{(pid=94318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 01:35:41.023161 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.db_base_plugin_common [None req-147ebaf5-2fe1-4194-835c-5998906c9986 None None] Allocated IP 172.20.0.2 (917a1716-6372-44c1-be59-4f3ee33be285/e11f456c-fbd8-41f1-91e9-92ed93af2b4a/0359799d-5190-4d65-a6c3-abc372a850e6) {{(pid=94317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 01:35:41.048430 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-098ee03a-9534-4ac9-b8d1-4261f31d8a30 req-c33e1e1d-994b-4c09-a91e-d1a4bae691d4 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791478024214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8502847'] for port, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:41.060934 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-70fb2aa6-7fa1-44ca-834d-3521a52eb4fa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:41.114936 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-098ee03a-9534-4ac9-b8d1-4261f31d8a30 req-c33e1e1d-994b-4c09-a91e-d1a4bae691d4 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Network 6cba5cc2-c26d-402b-a305-3f91c04ec99b is already hosted by enough agents. {{(pid=94315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:35:41.122159 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.base_scheduler [req-098ee03a-9534-4ac9-b8d1-4261f31d8a30 req-c33e1e1d-994b-4c09-a91e-d1a4bae691d4 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Resources bound (agent type, host, resource id): {{(pid=94315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:35:41.127645 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.l3_dvrscheduler_db [req-098ee03a-9534-4ac9-b8d1-4261f31d8a30 req-c33e1e1d-994b-4c09-a91e-d1a4bae691d4 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Received port after_create {{(pid=94315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 01:35:41.165695 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e1e1d-994b-4c09-a91e-d1a4bae691d4 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Pushing event updated for resources: {'Port': ['ID=043fb403-1255-4b2f-94a3-72fd35ade4a5,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:41.199377 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ee03a-9534-4ac9-b8d1-4261f31d8a30 req-c33e1e1d-994b-4c09-a91e-d1a4bae691d4 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:41.200007 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-098ee03a-9534-4ac9-b8d1-4261f31d8a30 req-c33e1e1d-994b-4c09-a91e-d1a4bae691d4 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for port, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:41.213922 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-147ebaf5-2fe1-4194-835c-5998906c9986 None None] Notify callbacks [] for port, precommit_create {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:41.223852 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-147ebaf5-2fe1-4194-835c-5998906c9986 None None] Transition to ACTIVE for port object 0359799d-5190-4d65-a6c3-abc372a850e6 will not be triggered until provisioned by entity L2. {{(pid=94317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:35:41.242229 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-147ebaf5-2fe1-4194-835c-5998906c9986 None None] Transition to ACTIVE for port object 0359799d-5190-4d65-a6c3-abc372a850e6 will not be triggered until provisioned by entity DHCP. {{(pid=94317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:35:41.330358 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-098ee03a-9534-4ac9-b8d1-4261f31d8a30 req-c33e1e1d-994b-4c09-a91e-d1a4bae691d4 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2529078 Aug 27 01:35:41.352451 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [req-098ee03a-9534-4ac9-b8d1-4261f31d8a30 req-e3cb96fa-03c7-4608-9547-db9c2df1264f service neutron] Request body: {'port': {'device_id': 'e4270f24-9903-4782-8633-a676243368a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75916'}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:35:41.373984 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-147ebaf5-2fe1-4194-835c-5998906c9986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791478024214'] for port, after_create {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:41.394126 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-70fb2aa6-7fa1-44ca-834d-3521a52eb4fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:41.408446 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-70fb2aa6-7fa1-44ca-834d-3521a52eb4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:41.418488 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147ebaf5-2fe1-4194-835c-5998906c9986 None None] Network 917a1716-6372-44c1-be59-4f3ee33be285 is already hosted by enough agents. {{(pid=94317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:35:41.427191 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.scheduler.base_scheduler [None req-147ebaf5-2fe1-4194-835c-5998906c9986 None None] Resources bound (agent type, host, resource id): {{(pid=94317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:35:41.434628 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147ebaf5-2fe1-4194-835c-5998906c9986 None None] Received port after_create {{(pid=94317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 01:35:41.447564 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-098ee03a-9534-4ac9-b8d1-4261f31d8a30 req-e3cb96fa-03c7-4608-9547-db9c2df1264f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:41.457614 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147ebaf5-2fe1-4194-835c-5998906c9986 None None] Pushing event updated for resources: {'Port': ['ID=0359799d-5190-4d65-a6c3-abc372a850e6,revision_number=1']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:41.517816 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.managers [None req-147ebaf5-2fe1-4194-835c-5998906c9986 None None] Attempting to bind port 0359799d-5190-4d65-a6c3-abc372a850e6 on host dv-cinder-759169-3-iscsi for vnic_type normal with profile {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 01:35:41.518189 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.managers [None req-147ebaf5-2fe1-4194-835c-5998906c9986 None None] Attempting to bind port 0359799d-5190-4d65-a6c3-abc372a850e6 by drivers openvswitch,hyperv on host dv-cinder-759169-3-iscsi at level 0 using segments [{'id': 'a368ea2f-1bf9-43d4-a63d-81ec92b5fcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '917a1716-6372-44c1-be59-4f3ee33be285'}] {{(pid=94317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 01:35:41.518550 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147ebaf5-2fe1-4194-835c-5998906c9986 None None] Attempting to bind port 0359799d-5190-4d65-a6c3-abc372a850e6 on network 917a1716-6372-44c1-be59-4f3ee33be285 {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:35:41.525747 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147ebaf5-2fe1-4194-835c-5998906c9986 None None] Checking agent: {'id': '9a53e131-30a1-425b-897f-67705806e918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759169-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 1, 22, 15), 'started_at': datetime.datetime(2021, 8, 27, 1, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 1, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759169-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 01:35:41.526126 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147ebaf5-2fe1-4194-835c-5998906c9986 None None] Checking segment: {'id': 'a368ea2f-1bf9-43d4-a63d-81ec92b5fcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '917a1716-6372-44c1-be59-4f3ee33be285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:35:41.526532 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-147ebaf5-2fe1-4194-835c-5998906c9986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:41.526929 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147ebaf5-2fe1-4194-835c-5998906c9986 None None] Bound using segment: {'id': 'a368ea2f-1bf9-43d4-a63d-81ec92b5fcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '917a1716-6372-44c1-be59-4f3ee33be285'} {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 01:35:41.527811 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.managers [None req-147ebaf5-2fe1-4194-835c-5998906c9986 None None] Bound port: 0359799d-5190-4d65-a6c3-abc372a850e6, host: dv-cinder-759169-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a368ea2f-1bf9-43d4-a63d-81ec92b5fcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '917a1716-6372-44c1-be59-4f3ee33be285'}}] {{(pid=94317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 01:35:41.528208 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-147ebaf5-2fe1-4194-835c-5998906c9986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:41.569240 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.db_base_plugin_common [None req-70fb2aa6-7fa1-44ca-834d-3521a52eb4fa admin admin] Allocated IP 172.27.3.45 (6740c5c8-77e9-4fca-8473-ad46ab012dd6/fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b/72600f0a-4362-41b7-9862-5c80465d3aac) {{(pid=94316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 01:35:41.603093 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-147ebaf5-2fe1-4194-835c-5998906c9986 None None] For port 0359799d-5190-4d65-a6c3-abc372a850e6, host dv-cinder-759169-3-iscsi, cleared binding levels {{(pid=94317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 01:35:41.606334 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-147ebaf5-2fe1-4194-835c-5998906c9986 None None] For port 0359799d-5190-4d65-a6c3-abc372a850e6, host dv-cinder-759169-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=0359799d-5190-4d65-a6c3-abc372a850e6,segment=NetworkSegment(a368ea2f-1bf9-43d4-a63d-81ec92b5fcaa),segment_id=a368ea2f-1bf9-43d4-a63d-81ec92b5fcaa)] {{(pid=94317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 01:35:41.630791 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-96456946-d815-41fc-a9ac-828d054535cc None None] Provisioning for port 043fb403-1255-4b2f-94a3-72fd35ade4a5 completed by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:35:41.634844 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-96456946-d815-41fc-a9ac-828d054535cc None None] Provisioning complete for port 043fb403-1255-4b2f-94a3-72fd35ade4a5 triggered by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:35:41.635216 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-96456946-d815-41fc-a9ac-828d054535cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:41.677549 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-96456946-d815-41fc-a9ac-828d054535cc None None] Port 043fb403-1255-4b2f-94a3-72fd35ade4a5 cannot update to ACTIVE because it is not bound. {{(pid=94317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 01:35:41.693308 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-70fb2aa6-7fa1-44ca-834d-3521a52eb4fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:41.740154 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [req-098ee03a-9534-4ac9-b8d1-4261f31d8a30 req-e3cb96fa-03c7-4608-9547-db9c2df1264f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 043fb403-1255-4b2f-94a3-72fd35ade4a5 {{(pid=94315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 01:35:41.747286 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-098ee03a-9534-4ac9-b8d1-4261f31d8a30 req-e3cb96fa-03c7-4608-9547-db9c2df1264f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:41.758663 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.provisioning_blocks [req-098ee03a-9534-4ac9-b8d1-4261f31d8a30 req-e3cb96fa-03c7-4608-9547-db9c2df1264f service neutron] Transition to ACTIVE for port object 043fb403-1255-4b2f-94a3-72fd35ade4a5 will not be triggered until provisioned by entity L2. {{(pid=94315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:35:41.785291 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-147ebaf5-2fe1-4194-835c-5998906c9986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:41.841014 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147ebaf5-2fe1-4194-835c-5998906c9986 None None] Pushing event updated for resources: {'Port': ['ID=0359799d-5190-4d65-a6c3-abc372a850e6,revision_number=2']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:41.859798 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-098ee03a-9534-4ac9-b8d1-4261f31d8a30 req-e3cb96fa-03c7-4608-9547-db9c2df1264f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8502822'] for port, after_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:41.861349 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-70fb2aa6-7fa1-44ca-834d-3521a52eb4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791478024214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8444051'] for port, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:41.909879 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fb2aa6-7fa1-44ca-834d-3521a52eb4fa admin admin] Network 6740c5c8-77e9-4fca-8473-ad46ab012dd6 is already hosted by enough agents. {{(pid=94316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:35:41.915333 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.base_scheduler [None req-70fb2aa6-7fa1-44ca-834d-3521a52eb4fa admin admin] Resources bound (agent type, host, resource id): {{(pid=94316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:35:41.922173 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fb2aa6-7fa1-44ca-834d-3521a52eb4fa admin admin] Received port after_create {{(pid=94316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 01:35:41.950590 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-208c1cef-0c54-40c8-99d1-8661b3baf50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:41.966097 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fb2aa6-7fa1-44ca-834d-3521a52eb4fa admin admin] Pushing event updated for resources: {'Port': ['ID=72600f0a-4362-41b7-9862-5c80465d3aac,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:42.154295 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ee2ae-dfc7-4515-9e36-f7c72cdab21d req-85c946a7-b013-4c8c-a5f7-931be8cc009c tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:42.163986 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-ef8ee2ae-dfc7-4515-9e36-f7c72cdab21d req-85c946a7-b013-4c8c-a5f7-931be8cc009c tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4270f24-9903-4782-8633-a676243368a6 HTTP/1.1" status: 200 len: 943 time: 0.1993780 Aug 27 01:35:42.242898 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-ef8ee2ae-dfc7-4515-9e36-f7c72cdab21d req-88dc1bd1-d7e0-4cd2-9bcd-bb359dbbc0ea tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f81df45-afd3-410c-84c9-6d7ff8f0b10d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754416 Aug 27 01:35:42.347905 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb96fa-03c7-4608-9547-db9c2df1264f service neutron] Pushing event updated for resources: {'Port': ['ID=043fb403-1255-4b2f-94a3-72fd35ade4a5,revision_number=2']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:42.383160 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.managers [req-098ee03a-9534-4ac9-b8d1-4261f31d8a30 req-e3cb96fa-03c7-4608-9547-db9c2df1264f service neutron] Attempting to bind port 043fb403-1255-4b2f-94a3-72fd35ade4a5 on host hv-cinder-75916 for vnic_type normal with profile {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 01:35:42.383160 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.managers [req-098ee03a-9534-4ac9-b8d1-4261f31d8a30 req-e3cb96fa-03c7-4608-9547-db9c2df1264f service neutron] Attempting to bind port 043fb403-1255-4b2f-94a3-72fd35ade4a5 by drivers openvswitch,hyperv on host hv-cinder-75916 at level 0 using segments [{'id': 'c42d10cd-c3ef-4c1a-a7ca-8e269f5416ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6cba5cc2-c26d-402b-a305-3f91c04ec99b'}] {{(pid=94315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 01:35:42.383160 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098ee03a-9534-4ac9-b8d1-4261f31d8a30 req-e3cb96fa-03c7-4608-9547-db9c2df1264f service neutron] Attempting to bind port 043fb403-1255-4b2f-94a3-72fd35ade4a5 on network 6cba5cc2-c26d-402b-a305-3f91c04ec99b {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:35:42.395603 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098ee03a-9534-4ac9-b8d1-4261f31d8a30 req-e3cb96fa-03c7-4608-9547-db9c2df1264f service neutron] Port 043fb403-1255-4b2f-94a3-72fd35ade4a5 on network 6cba5cc2-c26d-402b-a305-3f91c04ec99b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75916 {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 01:35:42.395603 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098ee03a-9534-4ac9-b8d1-4261f31d8a30 req-e3cb96fa-03c7-4608-9547-db9c2df1264f service neutron] Attempting to bind port 043fb403-1255-4b2f-94a3-72fd35ade4a5 on network 6cba5cc2-c26d-402b-a305-3f91c04ec99b {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:35:42.395858 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 0359799d-5190-4d65-a6c3-abc372a850e6 up at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:35:42.396291 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098ee03a-9534-4ac9-b8d1-4261f31d8a30 req-e3cb96fa-03c7-4608-9547-db9c2df1264f service neutron] Checking agent: {'id': '7830a306-a71a-451e-a6c7-89247e1febf2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75916', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 1, 28, 23), 'started_at': datetime.datetime(2021, 8, 27, 1, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 1, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 01:35:42.396291 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098ee03a-9534-4ac9-b8d1-4261f31d8a30 req-e3cb96fa-03c7-4608-9547-db9c2df1264f service neutron] Checking segment: {'id': 'c42d10cd-c3ef-4c1a-a7ca-8e269f5416ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6cba5cc2-c26d-402b-a305-3f91c04ec99b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:35:42.396498 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098ee03a-9534-4ac9-b8d1-4261f31d8a30 req-e3cb96fa-03c7-4608-9547-db9c2df1264f service neutron] Bound using segment: {'id': 'c42d10cd-c3ef-4c1a-a7ca-8e269f5416ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6cba5cc2-c26d-402b-a305-3f91c04ec99b'} {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 01:35:42.396744 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.managers [req-098ee03a-9534-4ac9-b8d1-4261f31d8a30 req-e3cb96fa-03c7-4608-9547-db9c2df1264f service neutron] Bound port: 043fb403-1255-4b2f-94a3-72fd35ade4a5, host: hv-cinder-75916, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c42d10cd-c3ef-4c1a-a7ca-8e269f5416ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6cba5cc2-c26d-402b-a305-3f91c04ec99b'}}] {{(pid=94315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 01:35:42.397142 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-098ee03a-9534-4ac9-b8d1-4261f31d8a30 req-e3cb96fa-03c7-4608-9547-db9c2df1264f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:42.430118 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-70fb2aa6-7fa1-44ca-834d-3521a52eb4fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:42.466870 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [req-098ee03a-9534-4ac9-b8d1-4261f31d8a30 req-e3cb96fa-03c7-4608-9547-db9c2df1264f service neutron] For port 043fb403-1255-4b2f-94a3-72fd35ade4a5, host hv-cinder-75916, cleared binding levels {{(pid=94315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 01:35:42.470291 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [req-098ee03a-9534-4ac9-b8d1-4261f31d8a30 req-e3cb96fa-03c7-4608-9547-db9c2df1264f service neutron] For port 043fb403-1255-4b2f-94a3-72fd35ade4a5, host hv-cinder-75916, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=043fb403-1255-4b2f-94a3-72fd35ade4a5,segment=NetworkSegment(c42d10cd-c3ef-4c1a-a7ca-8e269f5416ab),segment_id=c42d10cd-c3ef-4c1a-a7ca-8e269f5416ab)] {{(pid=94315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 01:35:42.533336 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning for port 0359799d-5190-4d65-a6c3-abc372a850e6 completed by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:35:42.556755 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-098ee03a-9534-4ac9-b8d1-4261f31d8a30 req-e3cb96fa-03c7-4608-9547-db9c2df1264f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8502822'] for port, after_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:42.590965 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ee03a-9534-4ac9-b8d1-4261f31d8a30 req-e3cb96fa-03c7-4608-9547-db9c2df1264f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:42.591617 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-098ee03a-9534-4ac9-b8d1-4261f31d8a30 req-e3cb96fa-03c7-4608-9547-db9c2df1264f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for port, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:42.593698 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-098ee03a-9534-4ac9-b8d1-4261f31d8a30 req-e3cb96fa-03c7-4608-9547-db9c2df1264f service neutron] 10.222.0.24 "PUT /v2.0/ports/043fb403-1255-4b2f-94a3-72fd35ade4a5 HTTP/1.1" status: 200 len: 1093 time: 1.2459126 Aug 27 01:35:42.594070 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4270f24-9903-4782-8633-a676243368a6', 'tag': '043fb403-1255-4b2f-94a3-72fd35ade4a5'}] {{(pid=94315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:35:42.596444 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4b197ec9f2f0e9474c50df7e7ed8b30a1ed8e7d4526d98a0361b780d87c209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18282a18-1bc1-44e7-89bc-679a59cccf27" -d '{"events": [{"name": "network-changed", "server_uuid": "e4270f24-9903-4782-8633-a676243368a6", "tag": "043fb403-1255-4b2f-94a3-72fd35ade4a5"}]}' {{(pid=94315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:35:42.629995 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-70fb2aa6-7fa1-44ca-834d-3521a52eb4fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2027221'] for router, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:42.639286 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb96fa-03c7-4608-9547-db9c2df1264f service neutron] Pushing event updated for resources: {'Port': ['ID=043fb403-1255-4b2f-94a3-72fd35ade4a5,revision_number=3']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:42.824227 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ee03a-9534-4ac9-b8d1-4261f31d8a30 req-2b3c5a92-7f7c-4e7b-a57c-4fa0e1baa516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:42.825782 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-098ee03a-9534-4ac9-b8d1-4261f31d8a30 req-2b3c5a92-7f7c-4e7b-a57c-4fa0e1baa516 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1d392d1b39ee49d1b87211d5c447f9dc&device_id=e4270f24-9903-4782-8633-a676243368a6 HTTP/1.1" status: 200 len: 1096 time: 0.1062150 Aug 27 01:35:42.845148 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 01:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef603c5-d761-40d0-b85c-bf883774bc79 x-openstack-request-id: req-aef603c5-d761-40d0-b85c-bf883774bc79 {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:35:42.845479 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4270f24-9903-4782-8633-a676243368a6", "tag": "043fb403-1255-4b2f-94a3-72fd35ade4a5", "status": "completed", "code": 200}]} {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:35:42.845739 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aef603c5-d761-40d0-b85c-bf883774bc79 {{(pid=94315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:35:42.846057 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4270f24-9903-4782-8633-a676243368a6', 'tag': '043fb403-1255-4b2f-94a3-72fd35ade4a5', 'status': 'completed', 'code': 200} Aug 27 01:35:42.883281 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-098ee03a-9534-4ac9-b8d1-4261f31d8a30 req-128c8390-62d0-4500-a7cf-b7738e852229 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=043fb403-1255-4b2f-94a3-72fd35ade4a5 HTTP/1.1" status: 200 len: 217 time: 0.0405986 Aug 27 01:35:42.949856 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ee03a-9534-4ac9-b8d1-4261f31d8a30 req-85e97a9b-83c5-44d4-94d9-f1aaa09aa8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:42.951546 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-098ee03a-9534-4ac9-b8d1-4261f31d8a30 req-85e97a9b-83c5-44d4-94d9-f1aaa09aa8b7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e1b7ebb0-22fa-4fc2-81e3-fd4ce0a9462d HTTP/1.1" status: 200 len: 850 time: 0.0600994 Aug 27 01:35:42.979047 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70fb2aa6-7fa1-44ca-834d-3521a52eb4fa admin admin] Router 8f2bad9a-56f6-4fc4-a0cd-6f214881c933 is scheduled to L3 agent 8dc83c43-e68e-43c9-8595-1753e39ae809 with binding_index 1 {{(pid=94316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 01:35:43.017347 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ee03a-9534-4ac9-b8d1-4261f31d8a30 req-61f2f3dd-72ea-49cf-965a-44ff503fb63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:43.017347 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-098ee03a-9534-4ac9-b8d1-4261f31d8a30 req-61f2f3dd-72ea-49cf-965a-44ff503fb63f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6cba5cc2-c26d-402b-a305-3f91c04ec99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0568900 Aug 27 01:35:43.117120 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-098ee03a-9534-4ac9-b8d1-4261f31d8a30 req-4e10fd1a-625c-4dba-9241-2e384aaa6a7d service neutron] 10.222.0.24 "GET /v2.0/networks/6cba5cc2-c26d-402b-a305-3f91c04ec99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948226 Aug 27 01:35:43.131195 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9843147c-a9de-405c-868d-31a865dcef95 None None] Network 917a1716-6372-44c1-be59-4f3ee33be285 requested from dv-cinder-759169-3-iscsi {{(pid=94317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 01:35:43.176221 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70fb2aa6-7fa1-44ca-834d-3521a52eb4fa admin admin] Notify agent at l3_agent.dv-cinder-759169-3-iscsi the message routers_updated {{(pid=94316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 01:35:43.192867 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2faaba7-1c6f-4709-a3f6-8352308c14f7 None None] Sync routers for ids ['8f2bad9a-56f6-4fc4-a0cd-6f214881c933'] in dv-cinder-759169-3-iscsi {{(pid=94317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 01:35:43.226587 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2faaba7-1c6f-4709-a3f6-8352308c14f7 None None] Routers {'8f2bad9a-56f6-4fc4-a0cd-6f214881c933'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:35:43.227330 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-e2faaba7-1c6f-4709-a3f6-8352308c14f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:35:14Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['8f2bad9a-56f6-4fc4-a0cd-6f214881c933'], 'active': True} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:35:43.229693 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-098ee03a-9534-4ac9-b8d1-4261f31d8a30 req-4b05d94e-f472-44db-8a67-1fec78ef1daf service neutron] 10.222.0.24 "GET /v2.0/networks/6cba5cc2-c26d-402b-a305-3f91c04ec99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054099 Aug 27 01:35:43.231286 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f223145-4449-4d92-9125-1a4b55b8d812 req-9307c075-5e75-4211-8095-07b1bdd9fb62 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:43.242578 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-6f223145-4449-4d92-9125-1a4b55b8d812 req-9307c075-5e75-4211-8095-07b1bdd9fb62 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/networks?id=0788b1ad-cd04-4b18-949e-72f4f8f536f9 HTTP/1.1" status: 200 len: 808 time: 0.1413262 Aug 27 01:35:43.256242 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-6f223145-4449-4d92-9125-1a4b55b8d812 req-716ae3fd-0dfd-4010-9daa-627bb9045169 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/quotas/31b47b7bf2ed4568af16eb7861b78453 HTTP/1.1" status: 200 len: 375 time: 0.0100636 Aug 27 01:35:43.289463 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-6f223145-4449-4d92-9125-1a4b55b8d812 req-ca2ba078-33c4-42d7-a1f9-655c79cb74ed tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=31b47b7bf2ed4568af16eb7861b78453&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267305 Aug 27 01:35:43.290302 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-70fb2aa6-7fa1-44ca-834d-3521a52eb4fa admin admin] Notify callbacks [] for router, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:43.291480 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-70fb2aa6-7fa1-44ca-834d-3521a52eb4fa admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7677205 Aug 27 01:35:43.294161 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 59918) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:43.440007 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-6f223145-4449-4d92-9125-1a4b55b8d812 req-3d9926f6-24b7-4de2-b9d2-4628f0f15a0d service neutron] 10.222.0.25 "GET /v2.0/networks/0788b1ad-cd04-4b18-949e-72f4f8f536f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382554 Aug 27 01:35:43.465263 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 59922) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:43.476678 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec67b2c-b1ca-4392-b019-48d8f53717d7 req-e4c2e887-e804-4355-8c64-f1e96f1a9fe4 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:43.478173 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-7ec67b2c-b1ca-4392-b019-48d8f53717d7 req-e4c2e887-e804-4355-8c64-f1e96f1a9fe4 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4270f24-9903-4782-8633-a676243368a6 HTTP/1.1" status: 200 len: 943 time: 0.1443145 Aug 27 01:35:43.511984 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-37f42252-b40d-48e0-8b5a-0df721101101 None None] Provisioning for port 0359799d-5190-4d65-a6c3-abc372a850e6 completed by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:35:43.524627 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-37f42252-b40d-48e0-8b5a-0df721101101 None None] Provisioning complete for port 0359799d-5190-4d65-a6c3-abc372a850e6 triggered by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:35:43.525028 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-37f42252-b40d-48e0-8b5a-0df721101101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:43.567828 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18282a18-1bc1-44e7-89bc-679a59cccf27 req-2b4a62ec-4973-4552-9d70-876a24ebc660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:43.569373 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-18282a18-1bc1-44e7-89bc-679a59cccf27 req-2b4a62ec-4973-4552-9d70-876a24ebc660 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1d392d1b39ee49d1b87211d5c447f9dc&device_id=e4270f24-9903-4782-8633-a676243368a6 HTTP/1.1" status: 200 len: 1096 time: 0.1813941 Aug 27 01:35:43.591996 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-7ec67b2c-b1ca-4392-b019-48d8f53717d7 req-ae260e84-e95c-4961-80c4-405aa1ae5edb tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f81df45-afd3-410c-84c9-6d7ff8f0b10d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042519 Aug 27 01:35:43.606859 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvr_db [None req-e2faaba7-1c6f-4709-a3f6-8352308c14f7 None None] Set router 8f2bad9a-56f6-4fc4-a0cd-6f214881c933 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:35:43.688223 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-e959fbbf-9d32-4f8f-a786-a15901a37e12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:43.800779 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18282a18-1bc1-44e7-89bc-679a59cccf27 req-45338bf8-10d2-4cd4-b420-1435c233e112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:43.802328 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-18282a18-1bc1-44e7-89bc-679a59cccf27 req-45338bf8-10d2-4cd4-b420-1435c233e112 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6cba5cc2-c26d-402b-a305-3f91c04ec99b HTTP/1.1" status: 200 len: 912 time: 0.2219644 Aug 27 01:35:43.815697 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-37f42252-b40d-48e0-8b5a-0df721101101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:43.868128 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-6f223145-4449-4d92-9125-1a4b55b8d812 req-b1b1003e-6691-4cd2-aa14-7f4e37e0dac3 service neutron] 10.222.0.25 "GET /v2.0/networks/0788b1ad-cd04-4b18-949e-72f4f8f536f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4214096 Aug 27 01:35:43.878507 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-18282a18-1bc1-44e7-89bc-679a59cccf27 req-07585ec4-c2ea-4de1-a78b-17a3df098b54 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=043fb403-1255-4b2f-94a3-72fd35ade4a5 HTTP/1.1" status: 200 len: 217 time: 0.0566154 Aug 27 01:35:43.910101 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-37f42252-b40d-48e0-8b5a-0df721101101 None None] For port 0359799d-5190-4d65-a6c3-abc372a850e6, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=0359799d-5190-4d65-a6c3-abc372a850e6,segment=NetworkSegment(a368ea2f-1bf9-43d4-a63d-81ec92b5fcaa),segment_id=a368ea2f-1bf9-43d4-a63d-81ec92b5fcaa)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:35:43.939896 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-e2faaba7-1c6f-4709-a3f6-8352308c14f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f2bad9a-56f6-4fc4-a0cd-6f214881c933', 'name': 'tempest-TestMinimumBasicScenario-1744209991-router', 'tenant_id': '0c906f0891a04908acd7dc34d1953279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '72600f0a-4362-41b7-9862-5c80465d3aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:35:40Z', 'updated_at': '2021-08-27T01:35:42Z', 'revision_number': 3, 'project_id': '0c906f0891a04908acd7dc34d1953279', 'gw_port': {'id': '72600f0a-4362-41b7-9862-5c80465d3aac', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:11:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f2bad9a-56f6-4fc4-a0cd-6f214881c933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:35:41Z', 'updated_at': '2021-08-27T01:35:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi'}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:35:43.973755 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2faaba7-1c6f-4709-a3f6-8352308c14f7 None None] Checking router: 8f2bad9a-56f6-4fc4-a0cd-6f214881c933 for host: dv-cinder-759169-3-iscsi {{(pid=94317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 01:35:43.974111 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2faaba7-1c6f-4709-a3f6-8352308c14f7 None None] Updating router 8f2bad9a-56f6-4fc4-a0cd-6f214881c933 port 72600f0a-4362-41b7-9862-5c80465d3aac binding host dv-cinder-759169-3-iscsi {{(pid=94317) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 01:35:43.995845 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18282a18-1bc1-44e7-89bc-679a59cccf27 req-2289fc77-49e0-4476-a5be-2b43dc5be99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:43.997351 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-18282a18-1bc1-44e7-89bc-679a59cccf27 req-2289fc77-49e0-4476-a5be-2b43dc5be99f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e1b7ebb0-22fa-4fc2-81e3-fd4ce0a9462d HTTP/1.1" status: 200 len: 850 time: 0.0911639 Aug 27 01:35:43.999997 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e2faaba7-1c6f-4709-a3f6-8352308c14f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:44.039737 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-37f42252-b40d-48e0-8b5a-0df721101101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:44.094975 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-e959fbbf-9d32-4f8f-a786-a15901a37e12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:44.122189 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18282a18-1bc1-44e7-89bc-679a59cccf27 req-cbba254c-cd4d-4103-bb09-f07ccccc3fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:44.123798 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-18282a18-1bc1-44e7-89bc-679a59cccf27 req-cbba254c-cd4d-4103-bb09-f07ccccc3fab service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6cba5cc2-c26d-402b-a305-3f91c04ec99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1066387 Aug 27 01:35:44.204631 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f42252-b40d-48e0-8b5a-0df721101101 None None] Pushing event updated for resources: {'Port': ['ID=0359799d-5190-4d65-a6c3-abc372a850e6,revision_number=3']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:44.220153 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-0ce45748-dadb-4cb2-b86c-80391e8a0df3 None None] Provisioning complete for port 0359799d-5190-4d65-a6c3-abc372a850e6 triggered by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:35:44.220517 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-0ce45748-dadb-4cb2-b86c-80391e8a0df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:44.240909 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-e959fbbf-9d32-4f8f-a786-a15901a37e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:44.251172 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-9410ad9b-8c76-4fd4-a87d-d918efe194b4 req-b633a42a-4441-443f-9c8b-49401afeb614 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/ports?device_id=03bed1c0-44d0-4815-8f32-5a2ae2a98987 HTTP/1.1" status: 200 len: 210 time: 0.0631301 Aug 27 01:35:44.320475 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-e959fbbf-9d32-4f8f-a786-a15901a37e12 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0c6687d781bd4f86b5051f03f5d19375&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8526437 Aug 27 01:35:44.323528 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 59932) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:44.324146 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-1462b3ef-7609-4322-b417-2b79d494202d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:44.328634 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959fbbf-9d32-4f8f-a786-a15901a37e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e1ae1a-55f6-4c03-8620-adeba1aeeca7,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:44.354827 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-18282a18-1bc1-44e7-89bc-679a59cccf27 req-563267ff-1df9-4872-97f0-4e2887d2366e service neutron] 10.222.0.24 "GET /v2.0/networks/6cba5cc2-c26d-402b-a305-3f91c04ec99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227960 Aug 27 01:35:44.399247 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e2faaba7-1c6f-4709-a3f6-8352308c14f7 None None] Notify callbacks [] for port, precommit_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:44.411861 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-e2faaba7-1c6f-4709-a3f6-8352308c14f7 None None] Transition to ACTIVE for port object 72600f0a-4362-41b7-9862-5c80465d3aac will not be triggered until provisioned by entity L2. {{(pid=94317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:35:44.422373 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a6c9f1f9-8d8e-475b-847d-b1f411a43f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:44.444739 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a6c9f1f9-8d8e-475b-847d-b1f411a43f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:44.535316 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-18282a18-1bc1-44e7-89bc-679a59cccf27 req-bcb6f776-34aa-47eb-b32f-c96b5a10a0d2 service neutron] 10.222.0.24 "GET /v2.0/networks/6cba5cc2-c26d-402b-a305-3f91c04ec99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683807 Aug 27 01:35:44.562771 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e2faaba7-1c6f-4709-a3f6-8352308c14f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:44.568014 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-7c8a62d1-f07b-4bfe-a7eb-e4c6f9773b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:44.579508 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a6c9f1f9-8d8e-475b-847d-b1f411a43f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:44.581928 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.db_base_plugin_common [None req-1462b3ef-7609-4322-b417-2b79d494202d admin admin] Allocated IP 172.20.0.1 (917a1716-6372-44c1-be59-4f3ee33be285/e11f456c-fbd8-41f1-91e9-92ed93af2b4a/7b711d41-e44c-4dd6-bbb5-c4d60f38a0db) {{(pid=94315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 01:35:44.582359 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a6c9f1f9-8d8e-475b-847d-b1f411a43f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:44.583600 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-a6c9f1f9-8d8e-475b-847d-b1f411a43f47 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/81e1ae1a-55f6-4c03-8620-adeba1aeeca7 HTTP/1.1" status: 204 len: 168 time: 0.2582262 Aug 27 01:35:44.592914 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c9f1f9-8d8e-475b-847d-b1f411a43f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e1ae1a-55f6-4c03-8620-adeba1aeeca7,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:44.603403 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device 043fb403-1255-4b2f-94a3-72fd35ade4a5 details requested by agent hyperv_hv-cinder-75916 with host hv-cinder-75916 {{(pid=94317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 01:35:44.666223 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd50771c-cefe-487e-9100-4643cf08e0d0 None None] Pushing event updated for resources: {'Port': ['ID=72600f0a-4362-41b7-9862-5c80465d3aac,revision_number=2']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:44.667899 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.managers [None req-e2faaba7-1c6f-4709-a3f6-8352308c14f7 None None] Attempting to bind port 72600f0a-4362-41b7-9862-5c80465d3aac on host dv-cinder-759169-3-iscsi for vnic_type normal with profile {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 01:35:44.668267 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.managers [None req-e2faaba7-1c6f-4709-a3f6-8352308c14f7 None None] Attempting to bind port 72600f0a-4362-41b7-9862-5c80465d3aac by drivers openvswitch,hyperv on host dv-cinder-759169-3-iscsi at level 0 using segments [{'id': '1ffc2e98-4b11-4960-9fce-c802c96e52d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6'}] {{(pid=94317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 01:35:44.669273 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2faaba7-1c6f-4709-a3f6-8352308c14f7 None None] Attempting to bind port 72600f0a-4362-41b7-9862-5c80465d3aac on network 6740c5c8-77e9-4fca-8473-ad46ab012dd6 {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:35:44.680021 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2faaba7-1c6f-4709-a3f6-8352308c14f7 None None] Checking agent: {'id': '9a53e131-30a1-425b-897f-67705806e918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759169-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 1, 22, 15), 'started_at': datetime.datetime(2021, 8, 27, 1, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 1, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759169-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 01:35:44.680397 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2faaba7-1c6f-4709-a3f6-8352308c14f7 None None] Checking segment: {'id': '1ffc2e98-4b11-4960-9fce-c802c96e52d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:35:44.680801 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e2faaba7-1c6f-4709-a3f6-8352308c14f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:44.681209 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2faaba7-1c6f-4709-a3f6-8352308c14f7 None None] Bound using segment: {'id': '1ffc2e98-4b11-4960-9fce-c802c96e52d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6'} {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 01:35:44.681675 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.managers [None req-e2faaba7-1c6f-4709-a3f6-8352308c14f7 None None] Bound port: 72600f0a-4362-41b7-9862-5c80465d3aac, host: dv-cinder-759169-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ffc2e98-4b11-4960-9fce-c802c96e52d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6'}}] {{(pid=94317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 01:35:44.682055 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e2faaba7-1c6f-4709-a3f6-8352308c14f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:44.694666 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:44.757033 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84647fd-e157-485a-8ed0-1f334344b955 req-6e2d2648-5f30-4da2-a3de-219df927e4ee tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:44.759513 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-1462b3ef-7609-4322-b417-2b79d494202d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:44.760041 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-c84647fd-e157-485a-8ed0-1f334344b955 req-6e2d2648-5f30-4da2-a3de-219df927e4ee tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4270f24-9903-4782-8633-a676243368a6 HTTP/1.1" status: 200 len: 943 time: 0.0657032 Aug 27 01:35:44.778743 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.provisioning_blocks [None req-1462b3ef-7609-4322-b417-2b79d494202d admin admin] Transition to ACTIVE for port object 7b711d41-e44c-4dd6-bbb5-c4d60f38a0db will not be triggered until provisioned by entity DHCP. {{(pid=94315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:35:44.792717 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e2faaba7-1c6f-4709-a3f6-8352308c14f7 None None] For port 72600f0a-4362-41b7-9862-5c80465d3aac, host dv-cinder-759169-3-iscsi, cleared binding levels {{(pid=94317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 01:35:44.801873 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e2faaba7-1c6f-4709-a3f6-8352308c14f7 None None] For port 72600f0a-4362-41b7-9862-5c80465d3aac, host dv-cinder-759169-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=72600f0a-4362-41b7-9862-5c80465d3aac,segment=NetworkSegment(1ffc2e98-4b11-4960-9fce-c802c96e52d2),segment_id=1ffc2e98-4b11-4960-9fce-c802c96e52d2)] {{(pid=94317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 01:35:44.809695 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port 043fb403-1255-4b2f-94a3-72fd35ade4a5, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=043fb403-1255-4b2f-94a3-72fd35ade4a5,segment=NetworkSegment(c42d10cd-c3ef-4c1a-a7ca-8e269f5416ab),segment_id=c42d10cd-c3ef-4c1a-a7ca-8e269f5416ab)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:35:44.813892 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-c84647fd-e157-485a-8ed0-1f334344b955 req-f9b0f943-ef31-4ef9-9c2b-389baba59f22 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f81df45-afd3-410c-84c9-6d7ff8f0b10d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466881 Aug 27 01:35:44.821273 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Returning: {'device': '043fb403-1255-4b2f-94a3-72fd35ade4a5', 'network_id': '6cba5cc2-c26d-402b-a305-3f91c04ec99b', 'port_id': '043fb403-1255-4b2f-94a3-72fd35ade4a5', 'mac_address': 'fa:16:3e:b7:02:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b7ebb0-22fa-4fc2-81e3-fd4ce0a9462d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 01:35:44.867207 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:44.871064 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-1462b3ef-7609-4322-b417-2b79d494202d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791478024214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8502847'] for port, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:44.882499 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e2faaba7-1c6f-4709-a3f6-8352308c14f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:44.907594 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1462b3ef-7609-4322-b417-2b79d494202d admin admin] Network 917a1716-6372-44c1-be59-4f3ee33be285 is already hosted by enough agents. {{(pid=94315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:35:44.910468 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.base_scheduler [None req-1462b3ef-7609-4322-b417-2b79d494202d admin admin] Resources bound (agent type, host, resource id): {{(pid=94315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:35:44.914179 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1462b3ef-7609-4322-b417-2b79d494202d admin admin] Received port after_create {{(pid=94315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 01:35:44.914587 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.notifiers.nova [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 043fb403-1255-4b2f-94a3-72fd35ade4a5 {{(pid=94317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 01:35:44.936591 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port 043fb403-1255-4b2f-94a3-72fd35ade4a5, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=043fb403-1255-4b2f-94a3-72fd35ade4a5,segment=NetworkSegment(c42d10cd-c3ef-4c1a-a7ca-8e269f5416ab),segment_id=c42d10cd-c3ef-4c1a-a7ca-8e269f5416ab)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:35:44.955490 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1462b3ef-7609-4322-b417-2b79d494202d admin admin] Pushing event updated for resources: {'Port': ['ID=7b711d41-e44c-4dd6-bbb5-c4d60f38a0db,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:44.969258 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-1462b3ef-7609-4322-b417-2b79d494202d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2027018'] for router_interface, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:44.979720 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd50771c-cefe-487e-9100-4643cf08e0d0 None None] Pushing event updated for resources: {'Port': ['ID=72600f0a-4362-41b7-9862-5c80465d3aac,revision_number=3']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:44.988867 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2faaba7-1c6f-4709-a3f6-8352308c14f7 None None] Routers {'8f2bad9a-56f6-4fc4-a0cd-6f214881c933'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:35:44.990661 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-e2faaba7-1c6f-4709-a3f6-8352308c14f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:35:44Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['8f2bad9a-56f6-4fc4-a0cd-6f214881c933'], 'active': True} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:35:45.035345 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:45.137247 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Pushing event updated for resources: {'Port': ['ID=043fb403-1255-4b2f-94a3-72fd35ade4a5,revision_number=4']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:45.156202 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvr_db [None req-e2faaba7-1c6f-4709-a3f6-8352308c14f7 None None] Set router 8f2bad9a-56f6-4fc4-a0cd-6f214881c933 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:35:45.239189 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-1462b3ef-7609-4322-b417-2b79d494202d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:45.331704 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] get_ports_and_sgs() called for port_ids ['043fb403-1255-4b2f-94a3-72fd35ade4a5'] {{(pid=94317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 01:35:45.337644 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-10d885d4-b4e2-49f6-abe3-77e96a72d46f None None] Provisioning for port 7b711d41-e44c-4dd6-bbb5-c4d60f38a0db completed by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:35:45.373095 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-10d885d4-b4e2-49f6-abe3-77e96a72d46f None None] Provisioning complete for port 7b711d41-e44c-4dd6-bbb5-c4d60f38a0db triggered by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:35:45.373475 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-10d885d4-b4e2-49f6-abe3-77e96a72d46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:45.385347 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 59950) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:45.393083 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-17881abd-01c6-4311-a778-3f5c25aedea0 req-a8658c1a-4f34-4cc5-88ca-59de54b3a67b tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/ports?device_id=03bed1c0-44d0-4815-8f32-5a2ae2a98987 HTTP/1.1" status: 200 len: 210 time: 0.0345175 Aug 27 01:35:45.418781 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-efdf97ad-f697-4ee4-871c-482b06a09c03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:45.442746 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-10d885d4-b4e2-49f6-abe3-77e96a72d46f None None] Port 7b711d41-e44c-4dd6-bbb5-c4d60f38a0db cannot update to ACTIVE because it is not bound. {{(pid=94317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 01:35:45.450761 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-1462b3ef-7609-4322-b417-2b79d494202d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:45.470998 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-e2faaba7-1c6f-4709-a3f6-8352308c14f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f2bad9a-56f6-4fc4-a0cd-6f214881c933', 'name': 'tempest-TestMinimumBasicScenario-1744209991-router', 'tenant_id': '0c906f0891a04908acd7dc34d1953279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '72600f0a-4362-41b7-9862-5c80465d3aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:35:40Z', 'updated_at': '2021-08-27T01:35:42Z', 'revision_number': 3, 'project_id': '0c906f0891a04908acd7dc34d1953279', 'gw_port': {'id': '72600f0a-4362-41b7-9862-5c80465d3aac', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:11:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f2bad9a-56f6-4fc4-a0cd-6f214881c933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:35:41Z', 'updated_at': '2021-08-27T01:35:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi'}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:35:45.499905 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2faaba7-1c6f-4709-a3f6-8352308c14f7 None None] The sync data for ids ['8f2bad9a-56f6-4fc4-a0cd-6f214881c933'] in dv-cinder-759169-3-iscsi is: [{'id': '8f2bad9a-56f6-4fc4-a0cd-6f214881c933', 'name': 'tempest-TestMinimumBasicScenario-1744209991-router', 'tenant_id': '0c906f0891a04908acd7dc34d1953279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '72600f0a-4362-41b7-9862-5c80465d3aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:35:40Z', 'updated_at': '2021-08-27T01:35:42Z', 'revision_number': 3, 'project_id': '0c906f0891a04908acd7dc34d1953279', 'gw_port': {'id': '72600f0a-4362-41b7-9862-5c80465d3aac', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:11:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f2bad9a-56f6-4fc4-a0cd-6f214881c933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:35:41Z', 'updated_at': '2021-08-27T01:35:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi'}] {{(pid=94317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 01:35:45.534621 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-efdf97ad-f697-4ee4-871c-482b06a09c03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:45.551324 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-1462b3ef-7609-4322-b417-2b79d494202d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8502822'] for port, after_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:45.619892 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-efdf97ad-f697-4ee4-871c-482b06a09c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:45.650741 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1462b3ef-7609-4322-b417-2b79d494202d admin admin] Pushing event updated for resources: {'Port': ['ID=7b711d41-e44c-4dd6-bbb5-c4d60f38a0db,revision_number=2']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:45.654263 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-1462b3ef-7609-4322-b417-2b79d494202d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2026197'] for router_interface, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:45.686486 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-efdf97ad-f697-4ee4-871c-482b06a09c03 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7c3976fd603046b89654735a9c43ea80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2971764 Aug 27 01:35:45.686593 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 59952) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:45.694098 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdf97ad-f697-4ee4-871c-482b06a09c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa7de55-e8f6-4a01-88d4-4c2feba77011,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:45.772918 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-213e4561-a994-4533-b6a8-bfe2e72b1f49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:45.799338 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-213e4561-a994-4533-b6a8-bfe2e72b1f49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:45.850196 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1462b3ef-7609-4322-b417-2b79d494202d admin admin] Network 917a1716-6372-44c1-be59-4f3ee33be285 is already hosted by enough agents. {{(pid=94315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:35:45.852179 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.base_scheduler [None req-1462b3ef-7609-4322-b417-2b79d494202d admin admin] Resources bound (agent type, host, resource id): {{(pid=94315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:35:46.008093 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-213e4561-a994-4533-b6a8-bfe2e72b1f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:46.012509 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ed545f81-8b1b-4cf8-a1bc-5817d83b44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:46.013048 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-213e4561-a994-4533-b6a8-bfe2e72b1f49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:46.017238 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-213e4561-a994-4533-b6a8-bfe2e72b1f49 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8fa7de55-e8f6-4a01-88d4-4c2feba77011 HTTP/1.1" status: 204 len: 168 time: 0.3294086 Aug 27 01:35:46.032988 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213e4561-a994-4533-b6a8-bfe2e72b1f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa7de55-e8f6-4a01-88d4-4c2feba77011,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:46.175435 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-5f3b0815-c34e-4435-8192-39c57b836008 None None] Provisioning complete for port 7b711d41-e44c-4dd6-bbb5-c4d60f38a0db triggered by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:35:46.175893 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-5f3b0815-c34e-4435-8192-39c57b836008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:46.241053 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-5f3b0815-c34e-4435-8192-39c57b836008 None None] Port 7b711d41-e44c-4dd6-bbb5-c4d60f38a0db cannot update to ACTIVE because it is not bound. {{(pid=94317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 01:35:46.300897 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed5bb2-112a-421f-b75b-3124303595b4 req-ec0d7888-2ef1-4c9a-9a71-699aa101f71c tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:46.306699 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-83ed5bb2-112a-421f-b75b-3124303595b4 req-ec0d7888-2ef1-4c9a-9a71-699aa101f71c tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4270f24-9903-4782-8633-a676243368a6 HTTP/1.1" status: 200 len: 944 time: 0.3930342 Aug 27 01:35:46.335836 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1462b3ef-7609-4322-b417-2b79d494202d admin admin] Router 8f2bad9a-56f6-4fc4-a0cd-6f214881c933 has already been hosted by L3 agent 8dc83c43-e68e-43c9-8595-1753e39ae809 {{(pid=94315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 01:35:46.369106 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-83ed5bb2-112a-421f-b75b-3124303595b4 req-222109fb-869b-42d9-a5eb-d202ea0b6d54 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f81df45-afd3-410c-84c9-6d7ff8f0b10d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545378 Aug 27 01:35:46.387210 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 0359799d-5190-4d65-a6c3-abc372a850e6 up at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:35:46.465506 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning complete for port 0359799d-5190-4d65-a6c3-abc372a850e6 triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:35:46.466536 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:46.537156 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-91925d61-cdd8-47fc-bb78-1753726c758b req-621a71dc-acfd-4cfb-8219-fdd14bc70f5c tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/ports?device_id=03bed1c0-44d0-4815-8f32-5a2ae2a98987 HTTP/1.1" status: 200 len: 210 time: 0.0354519 Aug 27 01:35:46.564169 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1462b3ef-7609-4322-b417-2b79d494202d admin admin] Notify agent at l3_agent.dv-cinder-759169-3-iscsi the message routers_updated {{(pid=94315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 01:35:46.576310 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-1462b3ef-7609-4322-b417-2b79d494202d admin admin] 10.222.0.25 "PUT /v2.0/routers/8f2bad9a-56f6-4fc4-a0cd-6f214881c933/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2809598 Aug 27 01:35:46.586114 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 72600f0a-4362-41b7-9862-5c80465d3aac up at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:35:46.614116 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device 043fb403-1255-4b2f-94a3-72fd35ade4a5 up at agent hyperv_hv-cinder-75916 {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:35:46.640248 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f223145-4449-4d92-9125-1a4b55b8d812 req-c2c0f2ff-d1bd-4814-9989-7cee8ac0b03a tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:46.642052 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6f223145-4449-4d92-9125-1a4b55b8d812 req-c2c0f2ff-d1bd-4814-9989-7cee8ac0b03a tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.24 "GET /v2.0/networks?id=0788b1ad-cd04-4b18-949e-72f4f8f536f9 HTTP/1.1" status: 200 len: 808 time: 0.1541951 Aug 27 01:35:46.661168 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [req-6f223145-4449-4d92-9125-1a4b55b8d812 req-b35e9004-18aa-407a-adfa-6d6ca844c0aa tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Request body: {'port': {'device_id': '03bed1c0-44d0-4815-8f32-5a2ae2a98987', 'network_id': '0788b1ad-cd04-4b18-949e-72f4f8f536f9', 'admin_state_up': True, 'tenant_id': '31b47b7bf2ed4568af16eb7861b78453'}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:35:46.734015 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning for port 72600f0a-4362-41b7-9862-5c80465d3aac completed by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:35:46.738656 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning complete for port 72600f0a-4362-41b7-9862-5c80465d3aac triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:35:46.739707 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:46.786227 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Provisioning for port 043fb403-1255-4b2f-94a3-72fd35ade4a5 completed by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:35:46.792227 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Provisioning complete for port 043fb403-1255-4b2f-94a3-72fd35ade4a5 triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:35:46.792598 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:46.841950 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f223145-4449-4d92-9125-1a4b55b8d812 req-b35e9004-18aa-407a-adfa-6d6ca844c0aa tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Made reservation on behalf of 31b47b7bf2ed4568af16eb7861b78453 for: {'port': 1} {{(pid=94315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:35:46.847025 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-6f223145-4449-4d92-9125-1a4b55b8d812 req-b35e9004-18aa-407a-adfa-6d6ca844c0aa tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:46.854272 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:46.882952 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] For port 72600f0a-4362-41b7-9862-5c80465d3aac, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=72600f0a-4362-41b7-9862-5c80465d3aac,segment=NetworkSegment(1ffc2e98-4b11-4960-9fce-c802c96e52d2),segment_id=1ffc2e98-4b11-4960-9fce-c802c96e52d2)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:35:46.922673 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:46.945821 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 59970) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:46.946452 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4270f24-9903-4782-8633-a676243368a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '043fb403-1255-4b2f-94a3-72fd35ade4a5'}] {{(pid=94317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:35:46.948701 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ae24146460100d3107ec4d42823fa970b16dae16efc5fac949978fe01edd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a40df9-4a5c-4ad0-b408-91d7d7d92dbc" -d '{"events": [{"server_uuid": "e4270f24-9903-4782-8633-a676243368a6", "name": "network-vif-plugged", "status": "completed", "tag": "043fb403-1255-4b2f-94a3-72fd35ade4a5"}]}' {{(pid=94317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:35:46.963272 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-b94c7707-0737-4098-a958-0fbb877e0ab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:46.968267 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port 043fb403-1255-4b2f-94a3-72fd35ade4a5, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=043fb403-1255-4b2f-94a3-72fd35ade4a5,segment=NetworkSegment(c42d10cd-c3ef-4c1a-a7ca-8e269f5416ab),segment_id=c42d10cd-c3ef-4c1a-a7ca-8e269f5416ab)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:35:46.973953 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:46.995502 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.db_base_plugin_common [req-6f223145-4449-4d92-9125-1a4b55b8d812 req-b35e9004-18aa-407a-adfa-6d6ca844c0aa tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Allocated IP 172.20.0.7 (0788b1ad-cd04-4b18-949e-72f4f8f536f9/982c013f-3062-4348-9645-9e2d96b1fbf0/2984aa66-7f95-4011-b9e2-5845a5757cc0) {{(pid=94315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 01:35:47.017053 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 01:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c518ccf-e654-4869-8eb8-5b5a67b3fe72 x-openstack-request-id: req-4c518ccf-e654-4869-8eb8-5b5a67b3fe72 {{(pid=94317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:35:47.017592 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4270f24-9903-4782-8633-a676243368a6", "name": "network-vif-plugged", "status": "completed", "tag": "043fb403-1255-4b2f-94a3-72fd35ade4a5", "code": 200}]} {{(pid=94317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:35:47.017911 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4c518ccf-e654-4869-8eb8-5b5a67b3fe72 {{(pid=94317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:35:47.018819 dv-cinder-759169-3-iscsi neutron-server[94317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4270f24-9903-4782-8633-a676243368a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '043fb403-1255-4b2f-94a3-72fd35ade4a5', 'code': 200} Aug 27 01:35:47.040554 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Pushing event updated for resources: {'Port': ['ID=72600f0a-4362-41b7-9862-5c80465d3aac,revision_number=4']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:47.107344 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-b94c7707-0737-4098-a958-0fbb877e0ab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:47.122098 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:47.178998 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-b94c7707-0737-4098-a958-0fbb877e0ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:47.192088 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Pushing event updated for resources: {'Port': ['ID=043fb403-1255-4b2f-94a3-72fd35ade4a5,revision_number=5']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:47.201989 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-6f223145-4449-4d92-9125-1a4b55b8d812 req-b35e9004-18aa-407a-adfa-6d6ca844c0aa tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Notify callbacks [] for port, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:47.241687 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94c7707-0737-4098-a958-0fbb877e0ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb85a576-607b-4192-bff1-c2ac1498e084,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:47.282940 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-b94c7707-0737-4098-a958-0fbb877e0ab4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=afab829bdd254f74b2b1887b667567f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3354819 Aug 27 01:35:47.286378 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 59984) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:47.360997 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-6f223145-4449-4d92-9125-1a4b55b8d812 req-b35e9004-18aa-407a-adfa-6d6ca844c0aa tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791478024214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8502847'] for port, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:47.363104 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-eb82bc8f-b6e5-4f8d-8d17-e0536251b1d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:47.401334 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-eb82bc8f-b6e5-4f8d-8d17-e0536251b1d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:47.417111 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-809c4053-e1f3-4656-979d-5dfd58cb0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:47.478192 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f223145-4449-4d92-9125-1a4b55b8d812 req-b35e9004-18aa-407a-adfa-6d6ca844c0aa tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Network 0788b1ad-cd04-4b18-949e-72f4f8f536f9 is already hosted by enough agents. {{(pid=94315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:35:47.489881 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.base_scheduler [req-6f223145-4449-4d92-9125-1a4b55b8d812 req-b35e9004-18aa-407a-adfa-6d6ca844c0aa tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Resources bound (agent type, host, resource id): {{(pid=94315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:35:47.498617 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f223145-4449-4d92-9125-1a4b55b8d812 req-b35e9004-18aa-407a-adfa-6d6ca844c0aa tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Received port after_create {{(pid=94315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 01:35:47.508594 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6294d6e0-f39a-47a9-a47a-959188e103a3 None None] Sync routers for ids ['8f2bad9a-56f6-4fc4-a0cd-6f214881c933'] in dv-cinder-759169-3-iscsi {{(pid=94318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 01:35:47.518600 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6294d6e0-f39a-47a9-a47a-959188e103a3 None None] Routers {'8f2bad9a-56f6-4fc4-a0cd-6f214881c933'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:35:47.519210 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-6294d6e0-f39a-47a9-a47a-959188e103a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:35:44Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['8f2bad9a-56f6-4fc4-a0cd-6f214881c933'], 'active': True} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:35:47.533297 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-eb82bc8f-b6e5-4f8d-8d17-e0536251b1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:47.535822 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-eb82bc8f-b6e5-4f8d-8d17-e0536251b1d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:47.536977 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-eb82bc8f-b6e5-4f8d-8d17-e0536251b1d9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eb85a576-607b-4192-bff1-c2ac1498e084 HTTP/1.1" status: 204 len: 168 time: 0.2496574 Aug 27 01:35:47.537908 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 59992) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:47.552237 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [None req-6407dcb2-a2d1-4af6-9daf-4273bf0c784e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1948959541-network', 'tenant_id': '81a1b072067240c39a1dd275789d04b5'}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:35:47.555545 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb82bc8f-b6e5-4f8d-8d17-e0536251b1d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb85a576-607b-4192-bff1-c2ac1498e084,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:47.594143 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f223145-4449-4d92-9125-1a4b55b8d812 req-b35e9004-18aa-407a-adfa-6d6ca844c0aa tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:47.594677 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-6f223145-4449-4d92-9125-1a4b55b8d812 req-b35e9004-18aa-407a-adfa-6d6ca844c0aa tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for port, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:47.606569 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e9004-18aa-407a-adfa-6d6ca844c0aa tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Pushing event updated for resources: {'Port': ['ID=2984aa66-7f95-4011-b9e2-5845a5757cc0,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:47.632021 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12525f3f-3a30-4766-9d87-f5ea04db2afe req-5dbcdf35-f3e1-4705-b8e0-fee3ecbb7782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:47.633603 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-12525f3f-3a30-4766-9d87-f5ea04db2afe req-5dbcdf35-f3e1-4705-b8e0-fee3ecbb7782 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e4270f24-9903-4782-8633-a676243368a6 HTTP/1.1" status: 200 len: 1098 time: 0.2191949 Aug 27 01:35:47.647583 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd0864-b7fd-4993-b5a6-466738b24461 req-178c6d3c-fd30-44ac-bffd-9c6a1dbeb1f7 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:47.649207 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-2bdd0864-b7fd-4993-b5a6-466738b24461 req-178c6d3c-fd30-44ac-bffd-9c6a1dbeb1f7 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4270f24-9903-4782-8633-a676243368a6 HTTP/1.1" status: 200 len: 945 time: 0.1778681 Aug 27 01:35:47.680864 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvr_db [None req-6294d6e0-f39a-47a9-a47a-959188e103a3 None None] Set router 8f2bad9a-56f6-4fc4-a0cd-6f214881c933 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:35:47.694762 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-12525f3f-3a30-4766-9d87-f5ea04db2afe req-e17d4c93-8b62-410f-bb82-e546f2c9fa5b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5f81df45-afd3-410c-84c9-6d7ff8f0b10d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445566 Aug 27 01:35:47.696331 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2df10-e6c2-4a1e-b209-af6a80206823 req-f045d65c-555d-463f-8ced-a1618778cece tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:47.697876 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-deb2df10-e6c2-4a1e-b209-af6a80206823 req-f045d65c-555d-463f-8ced-a1618778cece tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/ports?device_id=03bed1c0-44d0-4815-8f32-5a2ae2a98987 HTTP/1.1" status: 200 len: 931 time: 0.0590982 Aug 27 01:35:47.716316 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-2bdd0864-b7fd-4993-b5a6-466738b24461 req-60d114ec-daa9-43e4-8d26-8147893b8532 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f81df45-afd3-410c-84c9-6d7ff8f0b10d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464706 Aug 27 01:35:47.719734 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6407dcb2-a2d1-4af6-9daf-4273bf0c784e admin admin] Made reservation on behalf of 81a1b072067240c39a1dd275789d04b5 for: {'network': 1} {{(pid=94316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:35:47.721511 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-6407dcb2-a2d1-4af6-9daf-4273bf0c784e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for network, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:47.734384 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-6407dcb2-a2d1-4af6-9daf-4273bf0c784e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:47.762395 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-deb2df10-e6c2-4a1e-b209-af6a80206823 req-a19fe81d-1e51-4459-9fd7-2d92c64ddf3e tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/security-groups?id=f759f608-368c-412a-bbe4-f4ed343a5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574195 Aug 27 01:35:47.769117 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6f223145-4449-4d92-9125-1a4b55b8d812 req-b35e9004-18aa-407a-adfa-6d6ca844c0aa tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1121078 Aug 27 01:35:47.846002 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-6407dcb2-a2d1-4af6-9daf-4273bf0c784e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:47.898502 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-6294d6e0-f39a-47a9-a47a-959188e103a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f2bad9a-56f6-4fc4-a0cd-6f214881c933', 'name': 'tempest-TestMinimumBasicScenario-1744209991-router', 'tenant_id': '0c906f0891a04908acd7dc34d1953279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '72600f0a-4362-41b7-9862-5c80465d3aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:35:40Z', 'updated_at': '2021-08-27T01:35:45Z', 'revision_number': 4, 'project_id': '0c906f0891a04908acd7dc34d1953279', 'gw_port': {'id': '72600f0a-4362-41b7-9862-5c80465d3aac', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:11:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2bad9a-56f6-4fc4-a0cd-6f214881c933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:35:41Z', 'updated_at': '2021-08-27T01:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': '7b711d41-e44c-4dd6-bbb5-c4d60f38a0db', 'name': '', 'network_id': '917a1716-6372-44c1-be59-4f3ee33be285', 'tenant_id': '0c906f0891a04908acd7dc34d1953279', 'mac_address': 'fa:16:3e:b9:dc:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f2bad9a-56f6-4fc4-a0cd-6f214881c933', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'e11f456c-fbd8-41f1-91e9-92ed93af2b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:35:44Z', 'updated_at': '2021-08-27T01:35:45Z', 'revision_number': 2, 'project_id': '0c906f0891a04908acd7dc34d1953279', 'subnets': [{'id': 'e11f456c-fbd8-41f1-91e9-92ed93af2b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:35:47.923820 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6294d6e0-f39a-47a9-a47a-959188e103a3 None None] Checking router: 8f2bad9a-56f6-4fc4-a0cd-6f214881c933 for host: dv-cinder-759169-3-iscsi {{(pid=94318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 01:35:47.924165 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6294d6e0-f39a-47a9-a47a-959188e103a3 None None] Updating router 8f2bad9a-56f6-4fc4-a0cd-6f214881c933 port 7b711d41-e44c-4dd6-bbb5-c4d60f38a0db binding host dv-cinder-759169-3-iscsi {{(pid=94318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 01:35:47.949171 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [None req-6294d6e0-f39a-47a9-a47a-959188e103a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:47.978823 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-6407dcb2-a2d1-4af6-9daf-4273bf0c784e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:48.000043 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6407dcb2-a2d1-4af6-9daf-4273bf0c784e admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=94316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 01:35:48.009926 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [req-6f223145-4449-4d92-9125-1a4b55b8d812 req-d3add924-055e-4471-8298-0c95f7752233 service neutron] Request body: {'port': {'device_id': '03bed1c0-44d0-4815-8f32-5a2ae2a98987', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75916'}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:35:48.017336 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407dcb2-a2d1-4af6-9daf-4273bf0c784e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f9c934-43b8-40e5-b29f-c01b0b06b849,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:48.029839 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-6407dcb2-a2d1-4af6-9daf-4273bf0c784e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935457'] for segment, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:48.032593 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.db.segments_db [None req-6407dcb2-a2d1-4af6-9daf-4273bf0c784e admin admin] Added segment c7dd8fda-30ff-45f3-a815-8a0a1c76d256 of type vlan for network c7e91bc9-47cc-414f-923f-434ae1ea252b Aug 27 01:35:48.093991 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-6407dcb2-a2d1-4af6-9daf-4273bf0c784e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791478006384'] for network, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:48.101295 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-6f223145-4449-4d92-9125-1a4b55b8d812 req-d3add924-055e-4471-8298-0c95f7752233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:48.203530 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-6407dcb2-a2d1-4af6-9daf-4273bf0c784e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225'] for network, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:48.204504 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6407dcb2-a2d1-4af6-9daf-4273bf0c784e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:48.205109 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-6407dcb2-a2d1-4af6-9daf-4273bf0c784e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for network, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:48.281871 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 72600f0a-4362-41b7-9862-5c80465d3aac up at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:35:48.283784 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407dcb2-a2d1-4af6-9daf-4273bf0c784e admin admin] Pushing event updated for resources: {'Network': ['ID=c7e91bc9-47cc-414f-923f-434ae1ea252b,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:48.316523 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Network c7e91bc9-47cc-414f-923f-434ae1ea252b details requested by agent ovs-agent-dv-cinder-759169-3-iscsi with host dv-cinder-759169-3-iscsi {{(pid=94317) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 01:35:48.353515 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-6407dcb2-a2d1-4af6-9daf-4273bf0c784e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8052759 Aug 27 01:35:48.354447 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 60010) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:48.358991 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [None req-6294d6e0-f39a-47a9-a47a-959188e103a3 None None] Notify callbacks [] for port, precommit_update {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:48.361900 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [None req-60d1d56b-bc04-4e50-8576-726a0c9c3274 admin admin] Request body: {'subnet': {'network_id': 'c7e91bc9-47cc-414f-923f-434ae1ea252b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1948959541-subnet', 'tenant_id': '81a1b072067240c39a1dd275789d04b5', 'ip_version': 4}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:35:48.369778 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.provisioning_blocks [None req-6294d6e0-f39a-47a9-a47a-959188e103a3 None None] Transition to ACTIVE for port object 7b711d41-e44c-4dd6-bbb5-c4d60f38a0db will not be triggered until provisioned by entity L2. {{(pid=94318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:35:48.448523 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning complete for port 72600f0a-4362-41b7-9862-5c80465d3aac triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:35:48.451461 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:48.454113 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [None req-6294d6e0-f39a-47a9-a47a-959188e103a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:48.455043 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [req-6f223145-4449-4d92-9125-1a4b55b8d812 req-d3add924-055e-4471-8298-0c95f7752233 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2984aa66-7f95-4011-b9e2-5845a5757cc0 {{(pid=94315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 01:35:48.463614 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-6f223145-4449-4d92-9125-1a4b55b8d812 req-d3add924-055e-4471-8298-0c95f7752233 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:48.479419 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.provisioning_blocks [req-6f223145-4449-4d92-9125-1a4b55b8d812 req-d3add924-055e-4471-8298-0c95f7752233 service neutron] Transition to ACTIVE for port object 2984aa66-7f95-4011-b9e2-5845a5757cc0 will not be triggered until provisioned by entity L2. {{(pid=94315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:35:48.481926 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d1d56b-bc04-4e50-8576-726a0c9c3274 admin admin] Made reservation on behalf of 81a1b072067240c39a1dd275789d04b5 for: {'subnet': 1} {{(pid=94316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:35:48.484581 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-60d1d56b-bc04-4e50-8576-726a0c9c3274 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3529976'] for subnet, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:48.504430 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b1c05f-b97b-425c-a3f7-b824eede52ca None None] Pushing event updated for resources: {'Port': ['ID=7b711d41-e44c-4dd6-bbb5-c4d60f38a0db,revision_number=3']} {{(pid=94318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:48.522311 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1c05f-b97b-425c-a3f7-b824eede52ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:35:48.522789 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1c05f-b97b-425c-a3f7-b824eede52ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:35:48.523011 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1c05f-b97b-425c-a3f7-b824eede52ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:35:48.523351 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1c05f-b97b-425c-a3f7-b824eede52ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:35:48.523679 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1c05f-b97b-425c-a3f7-b824eede52ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:35:48.524051 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1c05f-b97b-425c-a3f7-b824eede52ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:35:48.524380 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1c05f-b97b-425c-a3f7-b824eede52ca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:35:48.524764 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1c05f-b97b-425c-a3f7-b824eede52ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:35:48.525126 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1c05f-b97b-425c-a3f7-b824eede52ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:35:48.525452 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1c05f-b97b-425c-a3f7-b824eede52ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:35:48.525868 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1c05f-b97b-425c-a3f7-b824eede52ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:35:48.526231 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1c05f-b97b-425c-a3f7-b824eede52ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:35:48.539184 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-6f223145-4449-4d92-9125-1a4b55b8d812 req-d3add924-055e-4471-8298-0c95f7752233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8502822'] for port, after_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:48.597330 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.managers [None req-6294d6e0-f39a-47a9-a47a-959188e103a3 None None] Attempting to bind port 7b711d41-e44c-4dd6-bbb5-c4d60f38a0db on host dv-cinder-759169-3-iscsi for vnic_type normal with profile {{(pid=94318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 01:35:48.597696 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.managers [None req-6294d6e0-f39a-47a9-a47a-959188e103a3 None None] Attempting to bind port 7b711d41-e44c-4dd6-bbb5-c4d60f38a0db by drivers openvswitch,hyperv on host dv-cinder-759169-3-iscsi at level 0 using segments [{'id': 'a368ea2f-1bf9-43d4-a63d-81ec92b5fcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '917a1716-6372-44c1-be59-4f3ee33be285'}] {{(pid=94318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 01:35:48.598050 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6294d6e0-f39a-47a9-a47a-959188e103a3 None None] Attempting to bind port 7b711d41-e44c-4dd6-bbb5-c4d60f38a0db on network 917a1716-6372-44c1-be59-4f3ee33be285 {{(pid=94318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:35:48.604466 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6294d6e0-f39a-47a9-a47a-959188e103a3 None None] Checking agent: {'id': '9a53e131-30a1-425b-897f-67705806e918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759169-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 1, 22, 15), 'started_at': datetime.datetime(2021, 8, 27, 1, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 1, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759169-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 01:35:48.605033 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6294d6e0-f39a-47a9-a47a-959188e103a3 None None] Checking segment: {'id': 'a368ea2f-1bf9-43d4-a63d-81ec92b5fcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '917a1716-6372-44c1-be59-4f3ee33be285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:35:48.605765 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [None req-6294d6e0-f39a-47a9-a47a-959188e103a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:48.606435 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6294d6e0-f39a-47a9-a47a-959188e103a3 None None] Bound using segment: {'id': 'a368ea2f-1bf9-43d4-a63d-81ec92b5fcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '917a1716-6372-44c1-be59-4f3ee33be285'} {{(pid=94318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 01:35:48.611498 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.managers [None req-6294d6e0-f39a-47a9-a47a-959188e103a3 None None] Bound port: 7b711d41-e44c-4dd6-bbb5-c4d60f38a0db, host: dv-cinder-759169-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a368ea2f-1bf9-43d4-a63d-81ec92b5fcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '917a1716-6372-44c1-be59-4f3ee33be285'}}] {{(pid=94318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 01:35:48.611498 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [None req-6294d6e0-f39a-47a9-a47a-959188e103a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:48.650058 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3add924-055e-4471-8298-0c95f7752233 service neutron] Pushing event updated for resources: {'Port': ['ID=2984aa66-7f95-4011-b9e2-5845a5757cc0,revision_number=2']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:48.711232 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.db [None req-6294d6e0-f39a-47a9-a47a-959188e103a3 None None] For port 7b711d41-e44c-4dd6-bbb5-c4d60f38a0db, host dv-cinder-759169-3-iscsi, cleared binding levels {{(pid=94318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 01:35:48.715781 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.db [None req-6294d6e0-f39a-47a9-a47a-959188e103a3 None None] For port 7b711d41-e44c-4dd6-bbb5-c4d60f38a0db, host dv-cinder-759169-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=7b711d41-e44c-4dd6-bbb5-c4d60f38a0db,segment=NetworkSegment(a368ea2f-1bf9-43d4-a63d-81ec92b5fcaa),segment_id=a368ea2f-1bf9-43d4-a63d-81ec92b5fcaa)] {{(pid=94318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 01:35:48.780342 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.managers [req-6f223145-4449-4d92-9125-1a4b55b8d812 req-d3add924-055e-4471-8298-0c95f7752233 service neutron] Attempting to bind port 2984aa66-7f95-4011-b9e2-5845a5757cc0 on host hv-cinder-75916 for vnic_type normal with profile {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 01:35:48.780687 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.managers [req-6f223145-4449-4d92-9125-1a4b55b8d812 req-d3add924-055e-4471-8298-0c95f7752233 service neutron] Attempting to bind port 2984aa66-7f95-4011-b9e2-5845a5757cc0 by drivers openvswitch,hyperv on host hv-cinder-75916 at level 0 using segments [{'id': '4979d350-e05b-4c9b-9924-3e54b59e61dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0788b1ad-cd04-4b18-949e-72f4f8f536f9'}] {{(pid=94315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 01:35:48.781120 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f223145-4449-4d92-9125-1a4b55b8d812 req-d3add924-055e-4471-8298-0c95f7752233 service neutron] Attempting to bind port 2984aa66-7f95-4011-b9e2-5845a5757cc0 on network 0788b1ad-cd04-4b18-949e-72f4f8f536f9 {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:35:48.789643 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f223145-4449-4d92-9125-1a4b55b8d812 req-d3add924-055e-4471-8298-0c95f7752233 service neutron] Port 2984aa66-7f95-4011-b9e2-5845a5757cc0 on network 0788b1ad-cd04-4b18-949e-72f4f8f536f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75916 {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 01:35:48.789643 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f223145-4449-4d92-9125-1a4b55b8d812 req-d3add924-055e-4471-8298-0c95f7752233 service neutron] Attempting to bind port 2984aa66-7f95-4011-b9e2-5845a5757cc0 on network 0788b1ad-cd04-4b18-949e-72f4f8f536f9 {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:35:48.793075 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f223145-4449-4d92-9125-1a4b55b8d812 req-d3add924-055e-4471-8298-0c95f7752233 service neutron] Checking agent: {'id': '7830a306-a71a-451e-a6c7-89247e1febf2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75916', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 1, 28, 23), 'started_at': datetime.datetime(2021, 8, 27, 1, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 1, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 01:35:48.793532 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f223145-4449-4d92-9125-1a4b55b8d812 req-d3add924-055e-4471-8298-0c95f7752233 service neutron] Checking segment: {'id': '4979d350-e05b-4c9b-9924-3e54b59e61dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0788b1ad-cd04-4b18-949e-72f4f8f536f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:35:48.793988 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f223145-4449-4d92-9125-1a4b55b8d812 req-d3add924-055e-4471-8298-0c95f7752233 service neutron] Bound using segment: {'id': '4979d350-e05b-4c9b-9924-3e54b59e61dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0788b1ad-cd04-4b18-949e-72f4f8f536f9'} {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 01:35:48.794494 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.managers [req-6f223145-4449-4d92-9125-1a4b55b8d812 req-d3add924-055e-4471-8298-0c95f7752233 service neutron] Bound port: 2984aa66-7f95-4011-b9e2-5845a5757cc0, host: hv-cinder-75916, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4979d350-e05b-4c9b-9924-3e54b59e61dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0788b1ad-cd04-4b18-949e-72f4f8f536f9'}}] {{(pid=94315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 01:35:48.794938 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-6f223145-4449-4d92-9125-1a4b55b8d812 req-d3add924-055e-4471-8298-0c95f7752233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:48.808594 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [None req-6294d6e0-f39a-47a9-a47a-959188e103a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:48.879255 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6294d6e0-f39a-47a9-a47a-959188e103a3 None None] Routers {'8f2bad9a-56f6-4fc4-a0cd-6f214881c933'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:35:48.880266 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-6294d6e0-f39a-47a9-a47a-959188e103a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:35:44Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['8f2bad9a-56f6-4fc4-a0cd-6f214881c933'], 'active': True} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:35:48.904610 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-60d1d56b-bc04-4e50-8576-726a0c9c3274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8430339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3529866'] for subnet, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:48.927898 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [req-6f223145-4449-4d92-9125-1a4b55b8d812 req-d3add924-055e-4471-8298-0c95f7752233 service neutron] For port 2984aa66-7f95-4011-b9e2-5845a5757cc0, host hv-cinder-75916, cleared binding levels {{(pid=94315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 01:35:48.947542 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b1c05f-b97b-425c-a3f7-b824eede52ca None None] Pushing event updated for resources: {'Port': ['ID=7b711d41-e44c-4dd6-bbb5-c4d60f38a0db,revision_number=4']} {{(pid=94318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:48.952569 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [req-6f223145-4449-4d92-9125-1a4b55b8d812 req-d3add924-055e-4471-8298-0c95f7752233 service neutron] For port 2984aa66-7f95-4011-b9e2-5845a5757cc0, host hv-cinder-75916, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=2984aa66-7f95-4011-b9e2-5845a5757cc0,segment=NetworkSegment(4979d350-e05b-4c9b-9924-3e54b59e61dd),segment_id=4979d350-e05b-4c9b-9924-3e54b59e61dd)] {{(pid=94315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 01:35:48.979913 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c491778-3ef2-4061-b512-29445f65b617 req-dedc7bc7-d135-4857-af8f-7dfd656e28fa tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:48.984986 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-8c491778-3ef2-4061-b512-29445f65b617 req-dedc7bc7-d135-4857-af8f-7dfd656e28fa tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/ports?device_id=03bed1c0-44d0-4815-8f32-5a2ae2a98987 HTTP/1.1" status: 200 len: 943 time: 0.1117117 Aug 27 01:35:48.996401 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d1d56b-bc04-4e50-8576-726a0c9c3274 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04cd8087-7e8d-4abc-ba0f-159f9ac5190e,revision_number=0']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:49.028075 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-6f223145-4449-4d92-9125-1a4b55b8d812 req-d3add924-055e-4471-8298-0c95f7752233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8502822'] for port, after_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:49.050397 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d1d56b-bc04-4e50-8576-726a0c9c3274 admin admin] Checking segment: {'id': 'c7dd8fda-30ff-45f3-a815-8a0a1c76d256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c7e91bc9-47cc-414f-923f-434ae1ea252b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:35:49.051185 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d1d56b-bc04-4e50-8576-726a0c9c3274 admin admin] Network hostable DHCP agents. Network: c7e91bc9-47cc-414f-923f-434ae1ea252b, hostable agents: ['70e474cc-df6f-4c4f-8c1d-9d362ecec16b'], hosted agents: [] {{(pid=94316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 01:35:49.063108 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9786c0-6ac9-4756-81b2-2c383557e1eb req-b388be53-b6fe-4661-b065-b782051ee111 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:49.070880 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-cf9786c0-6ac9-4756-81b2-2c383557e1eb req-b388be53-b6fe-4661-b065-b782051ee111 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4270f24-9903-4782-8633-a676243368a6 HTTP/1.1" status: 200 len: 945 time: 0.2207286 Aug 27 01:35:49.075627 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvr_db [None req-6294d6e0-f39a-47a9-a47a-959188e103a3 None None] Set router 8f2bad9a-56f6-4fc4-a0cd-6f214881c933 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:35:49.131379 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3add924-055e-4471-8298-0c95f7752233 service neutron] Pushing event updated for resources: {'Port': ['ID=2984aa66-7f95-4011-b9e2-5845a5757cc0,revision_number=3']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:49.138735 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f223145-4449-4d92-9125-1a4b55b8d812 req-d3add924-055e-4471-8298-0c95f7752233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:49.142663 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-6f223145-4449-4d92-9125-1a4b55b8d812 req-d3add924-055e-4471-8298-0c95f7752233 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for port, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:49.142663 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6f223145-4449-4d92-9125-1a4b55b8d812 req-d3add924-055e-4471-8298-0c95f7752233 service neutron] 10.222.0.24 "PUT /v2.0/ports/2984aa66-7f95-4011-b9e2-5845a5757cc0 HTTP/1.1" status: 200 len: 1093 time: 1.1391301 Aug 27 01:35:49.142663 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03bed1c0-44d0-4815-8f32-5a2ae2a98987', 'tag': '2984aa66-7f95-4011-b9e2-5845a5757cc0'}] {{(pid=94315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:35:49.144936 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4b197ec9f2f0e9474c50df7e7ed8b30a1ed8e7d4526d98a0361b780d87c209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0f20a4-dfa9-4ec7-8535-81d0ad618e3c" -d '{"events": [{"name": "network-changed", "server_uuid": "03bed1c0-44d0-4815-8f32-5a2ae2a98987", "tag": "2984aa66-7f95-4011-b9e2-5845a5757cc0"}]}' {{(pid=94315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:35:49.146380 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-cf9786c0-6ac9-4756-81b2-2c383557e1eb req-b1fb01d5-8d1e-4ee2-93ee-fe08b0b8a8b3 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f81df45-afd3-410c-84c9-6d7ff8f0b10d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707588 Aug 27 01:35:49.150169 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-8c491778-3ef2-4061-b512-29445f65b617 req-0033c9ff-92ef-48ca-81bf-60036b2d21c0 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/security-groups?id=f759f608-368c-412a-bbe4-f4ed343a5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588824 Aug 27 01:35:49.200301 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 01:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d545d1fb-693d-4664-b8bf-28a53eff2233 x-openstack-request-id: req-d545d1fb-693d-4664-b8bf-28a53eff2233 {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:35:49.200588 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03bed1c0-44d0-4815-8f32-5a2ae2a98987", "tag": "2984aa66-7f95-4011-b9e2-5845a5757cc0", "status": "completed", "code": 200}]} {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:35:49.200863 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d545d1fb-693d-4664-b8bf-28a53eff2233 {{(pid=94315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:35:49.201263 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03bed1c0-44d0-4815-8f32-5a2ae2a98987', 'tag': '2984aa66-7f95-4011-b9e2-5845a5757cc0', 'status': 'completed', 'code': 200} Aug 27 01:35:49.220167 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d1d56b-bc04-4e50-8576-726a0c9c3274 admin admin] Network c7e91bc9-47cc-414f-923f-434ae1ea252b is scheduled to be hosted by DHCP agent 70e474cc-df6f-4c4f-8c1d-9d362ecec16b with binding_index 1 {{(pid=94316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 01:35:49.287274 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0f20a4-dfa9-4ec7-8535-81d0ad618e3c req-786563d6-64e8-4a88-ab57-acf8408f4f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:49.288686 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-de0f20a4-dfa9-4ec7-8535-81d0ad618e3c req-786563d6-64e8-4a88-ab57-acf8408f4f45 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=31b47b7bf2ed4568af16eb7861b78453&device_id=03bed1c0-44d0-4815-8f32-5a2ae2a98987 HTTP/1.1" status: 200 len: 1096 time: 0.0478468 Aug 27 01:35:49.322786 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-6294d6e0-f39a-47a9-a47a-959188e103a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f2bad9a-56f6-4fc4-a0cd-6f214881c933', 'name': 'tempest-TestMinimumBasicScenario-1744209991-router', 'tenant_id': '0c906f0891a04908acd7dc34d1953279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '72600f0a-4362-41b7-9862-5c80465d3aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:35:40Z', 'updated_at': '2021-08-27T01:35:45Z', 'revision_number': 4, 'project_id': '0c906f0891a04908acd7dc34d1953279', 'gw_port': {'id': '72600f0a-4362-41b7-9862-5c80465d3aac', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:11:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2bad9a-56f6-4fc4-a0cd-6f214881c933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:35:41Z', 'updated_at': '2021-08-27T01:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': '7b711d41-e44c-4dd6-bbb5-c4d60f38a0db', 'name': '', 'network_id': '917a1716-6372-44c1-be59-4f3ee33be285', 'tenant_id': '0c906f0891a04908acd7dc34d1953279', 'mac_address': 'fa:16:3e:b9:dc:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f2bad9a-56f6-4fc4-a0cd-6f214881c933', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'e11f456c-fbd8-41f1-91e9-92ed93af2b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:35:44Z', 'updated_at': '2021-08-27T01:35:48Z', 'revision_number': 4, 'project_id': '0c906f0891a04908acd7dc34d1953279', 'subnets': [{'id': 'e11f456c-fbd8-41f1-91e9-92ed93af2b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:35:49.328380 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.base_scheduler [None req-60d1d56b-bc04-4e50-8576-726a0c9c3274 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759169-3-iscsi, c7e91bc9-47cc-414f-923f-434ae1ea252b) {{(pid=94316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:35:49.333383 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d1d56b-bc04-4e50-8576-726a0c9c3274 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:49.334166 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-60d1d56b-bc04-4e50-8576-726a0c9c3274 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:49.338890 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc65ffc8-ff93-451f-b4d4-e3925cfa02d2 None None] Network c7e91bc9-47cc-414f-923f-434ae1ea252b requested from dv-cinder-759169-3-iscsi {{(pid=94317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 01:35:49.356476 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6294d6e0-f39a-47a9-a47a-959188e103a3 None None] The sync data for ids ['8f2bad9a-56f6-4fc4-a0cd-6f214881c933'] in dv-cinder-759169-3-iscsi is: [{'id': '8f2bad9a-56f6-4fc4-a0cd-6f214881c933', 'name': 'tempest-TestMinimumBasicScenario-1744209991-router', 'tenant_id': '0c906f0891a04908acd7dc34d1953279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '72600f0a-4362-41b7-9862-5c80465d3aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:35:40Z', 'updated_at': '2021-08-27T01:35:45Z', 'revision_number': 4, 'project_id': '0c906f0891a04908acd7dc34d1953279', 'gw_port': {'id': '72600f0a-4362-41b7-9862-5c80465d3aac', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:11:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2bad9a-56f6-4fc4-a0cd-6f214881c933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:35:41Z', 'updated_at': '2021-08-27T01:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': '7b711d41-e44c-4dd6-bbb5-c4d60f38a0db', 'name': '', 'network_id': '917a1716-6372-44c1-be59-4f3ee33be285', 'tenant_id': '0c906f0891a04908acd7dc34d1953279', 'mac_address': 'fa:16:3e:b9:dc:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f2bad9a-56f6-4fc4-a0cd-6f214881c933', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'e11f456c-fbd8-41f1-91e9-92ed93af2b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:35:44Z', 'updated_at': '2021-08-27T01:35:48Z', 'revision_number': 4, 'project_id': '0c906f0891a04908acd7dc34d1953279', 'subnets': [{'id': 'e11f456c-fbd8-41f1-91e9-92ed93af2b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 01:35:49.410245 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-60d1d56b-bc04-4e50-8576-726a0c9c3274 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0547304 Aug 27 01:35:49.412653 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 60032) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:49.417783 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [None req-48f315cd-3041-4606-af1c-0ac68fd48074 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1948959541-router', 'tenant_id': '81a1b072067240c39a1dd275789d04b5', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6'}}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:35:49.451340 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0f20a4-dfa9-4ec7-8535-81d0ad618e3c req-ae9b71dc-04d2-4330-abd6-5301d1ad53fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:49.453979 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-de0f20a4-dfa9-4ec7-8535-81d0ad618e3c req-ae9b71dc-04d2-4330-abd6-5301d1ad53fe service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=31b47b7bf2ed4568af16eb7861b78453&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1460953 Aug 27 01:35:49.518182 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-48f315cd-3041-4606-af1c-0ac68fd48074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2021068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4927'] for router, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:49.519365 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-48f315cd-3041-4606-af1c-0ac68fd48074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2019338', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2084776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4904'] for router, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:49.592959 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0f20a4-dfa9-4ec7-8535-81d0ad618e3c req-79bf2355-e810-487b-b3b5-001e3244cfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:49.593546 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-48f315cd-3041-4606-af1c-0ac68fd48074 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:49.595039 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-de0f20a4-dfa9-4ec7-8535-81d0ad618e3c req-79bf2355-e810-487b-b3b5-001e3244cfbc service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1321971 Aug 27 01:35:49.619856 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe07dfb2-5ebc-431d-a232-c07e15bd3270 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30d8a1d7-44b8-5ff3-906c-ae2eaad5aabb-c7e91bc9-47cc-414f-923f-434ae1ea252b', 'network_id': 'c7e91bc9-47cc-414f-923f-434ae1ea252b', 'tenant_id': '81a1b072067240c39a1dd275789d04b5', 'fixed_ips': [{'subnet_id': '04cd8087-7e8d-4abc-ba0f-159f9ac5190e'}]}} from dv-cinder-759169-3-iscsi. {{(pid=94317) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 01:35:49.621104 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-fe07dfb2-5ebc-431d-a232-c07e15bd3270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_create {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:49.767899 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f223145-4449-4d92-9125-1a4b55b8d812 req-c5c63372-e30d-4241-bd39-2be200056f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:49.770569 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6f223145-4449-4d92-9125-1a4b55b8d812 req-c5c63372-e30d-4241-bd39-2be200056f71 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=31b47b7bf2ed4568af16eb7861b78453&device_id=03bed1c0-44d0-4815-8f32-5a2ae2a98987 HTTP/1.1" status: 200 len: 1096 time: 0.0849514 Aug 27 01:35:49.838588 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.db_base_plugin_common [None req-fe07dfb2-5ebc-431d-a232-c07e15bd3270 None None] Allocated IP 172.20.0.2 (c7e91bc9-47cc-414f-923f-434ae1ea252b/04cd8087-7e8d-4abc-ba0f-159f9ac5190e/9dadc90d-fd58-49cf-819e-1bbbbfb558bc) {{(pid=94317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 01:35:49.846042 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6f223145-4449-4d92-9125-1a4b55b8d812 req-78cecd82-0a17-4c35-adf3-6b60d425bb1b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2984aa66-7f95-4011-b9e2-5845a5757cc0 HTTP/1.1" status: 200 len: 217 time: 0.0612977 Aug 27 01:35:49.850167 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-48f315cd-3041-4606-af1c-0ac68fd48074 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:49.905813 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f223145-4449-4d92-9125-1a4b55b8d812 req-51d07f90-24b1-4ef6-9309-2a0b28da84b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:49.907431 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6f223145-4449-4d92-9125-1a4b55b8d812 req-51d07f90-24b1-4ef6-9309-2a0b28da84b6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=982c013f-3062-4348-9645-9e2d96b1fbf0 HTTP/1.1" status: 200 len: 848 time: 0.0533175 Aug 27 01:35:49.942343 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6f223145-4449-4d92-9125-1a4b55b8d812 req-863b323e-e96a-4d6c-99a6-294006bc6922 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0788b1ad-cd04-4b18-949e-72f4f8f536f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273814 Aug 27 01:35:50.048260 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-fe07dfb2-5ebc-431d-a232-c07e15bd3270 None None] Notify callbacks [] for port, precommit_create {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:50.057737 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-fe07dfb2-5ebc-431d-a232-c07e15bd3270 None None] Transition to ACTIVE for port object 9dadc90d-fd58-49cf-819e-1bbbbfb558bc will not be triggered until provisioned by entity L2. {{(pid=94317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:35:50.081759 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-fe07dfb2-5ebc-431d-a232-c07e15bd3270 None None] Transition to ACTIVE for port object 9dadc90d-fd58-49cf-819e-1bbbbfb558bc will not be triggered until provisioned by entity DHCP. {{(pid=94317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:35:50.099193 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6f223145-4449-4d92-9125-1a4b55b8d812 req-120b4f4b-9ffb-4adf-9677-c5b7f3929936 service neutron] 10.222.0.24 "GET /v2.0/networks/0788b1ad-cd04-4b18-949e-72f4f8f536f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469531 Aug 27 01:35:50.151346 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-fe07dfb2-5ebc-431d-a232-c07e15bd3270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791478024214'] for port, after_create {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:50.244865 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-48f315cd-3041-4606-af1c-0ac68fd48074 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:50.258433 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe07dfb2-5ebc-431d-a232-c07e15bd3270 None None] Network c7e91bc9-47cc-414f-923f-434ae1ea252b is already hosted by enough agents. {{(pid=94317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:35:50.279271 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.scheduler.base_scheduler [None req-fe07dfb2-5ebc-431d-a232-c07e15bd3270 None None] Resources bound (agent type, host, resource id): {{(pid=94317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:35:50.281317 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6f223145-4449-4d92-9125-1a4b55b8d812 req-eebe8a90-42ca-4f7d-9822-850fb80d9548 service neutron] 10.222.0.24 "GET /v2.0/networks/0788b1ad-cd04-4b18-949e-72f4f8f536f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723926 Aug 27 01:35:50.287910 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-48f315cd-3041-4606-af1c-0ac68fd48074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:50.289921 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe07dfb2-5ebc-431d-a232-c07e15bd3270 None None] Received port after_create {{(pid=94317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 01:35:50.360528 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe07dfb2-5ebc-431d-a232-c07e15bd3270 None None] Pushing event updated for resources: {'Port': ['ID=9dadc90d-fd58-49cf-819e-1bbbbfb558bc,revision_number=1']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:50.388463 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 7b711d41-e44c-4dd6-bbb5-c4d60f38a0db up at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:35:50.404376 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454630ff-7606-4d07-b2f1-4780e4b775f7 req-217469b5-c05e-4df8-a73b-ba5ad4af1fa8 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:50.406330 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-454630ff-7606-4d07-b2f1-4780e4b775f7 req-217469b5-c05e-4df8-a73b-ba5ad4af1fa8 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/ports?device_id=03bed1c0-44d0-4815-8f32-5a2ae2a98987 HTTP/1.1" status: 200 len: 943 time: 0.1182055 Aug 27 01:35:50.441280 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.managers [None req-fe07dfb2-5ebc-431d-a232-c07e15bd3270 None None] Attempting to bind port 9dadc90d-fd58-49cf-819e-1bbbbfb558bc on host dv-cinder-759169-3-iscsi for vnic_type normal with profile {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 01:35:50.441646 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.managers [None req-fe07dfb2-5ebc-431d-a232-c07e15bd3270 None None] Attempting to bind port 9dadc90d-fd58-49cf-819e-1bbbbfb558bc by drivers openvswitch,hyperv on host dv-cinder-759169-3-iscsi at level 0 using segments [{'id': 'c7dd8fda-30ff-45f3-a815-8a0a1c76d256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c7e91bc9-47cc-414f-923f-434ae1ea252b'}] {{(pid=94317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 01:35:50.442012 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe07dfb2-5ebc-431d-a232-c07e15bd3270 None None] Attempting to bind port 9dadc90d-fd58-49cf-819e-1bbbbfb558bc on network c7e91bc9-47cc-414f-923f-434ae1ea252b {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:35:50.450008 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe07dfb2-5ebc-431d-a232-c07e15bd3270 None None] Checking agent: {'id': '9a53e131-30a1-425b-897f-67705806e918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759169-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 1, 22, 15), 'started_at': datetime.datetime(2021, 8, 27, 1, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 1, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759169-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 01:35:50.450379 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe07dfb2-5ebc-431d-a232-c07e15bd3270 None None] Checking segment: {'id': 'c7dd8fda-30ff-45f3-a815-8a0a1c76d256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c7e91bc9-47cc-414f-923f-434ae1ea252b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:35:50.450783 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-fe07dfb2-5ebc-431d-a232-c07e15bd3270 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:50.451423 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe07dfb2-5ebc-431d-a232-c07e15bd3270 None None] Bound using segment: {'id': 'c7dd8fda-30ff-45f3-a815-8a0a1c76d256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c7e91bc9-47cc-414f-923f-434ae1ea252b'} {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 01:35:50.452903 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.managers [None req-fe07dfb2-5ebc-431d-a232-c07e15bd3270 None None] Bound port: 9dadc90d-fd58-49cf-819e-1bbbbfb558bc, host: dv-cinder-759169-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7dd8fda-30ff-45f3-a815-8a0a1c76d256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c7e91bc9-47cc-414f-923f-434ae1ea252b'}}] {{(pid=94317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 01:35:50.453313 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-fe07dfb2-5ebc-431d-a232-c07e15bd3270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:50.469880 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-454630ff-7606-4d07-b2f1-4780e4b775f7 req-873b1ec3-d3f9-4b19-98ce-c199f0e853ae tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/security-groups?id=f759f608-368c-412a-bbe4-f4ed343a5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520577 Aug 27 01:35:50.532005 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.db_base_plugin_common [None req-48f315cd-3041-4606-af1c-0ac68fd48074 admin admin] Allocated IP 172.27.3.61 (6740c5c8-77e9-4fca-8473-ad46ab012dd6/fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b/f2116e39-847b-4a1a-8f21-12a311b9f8e5) {{(pid=94316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 01:35:50.552042 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413f4a4-3193-4aa3-a62c-e12e250f3dc4 req-462d4c3d-28f8-487b-b7ef-42dd4df28a1c tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:50.553761 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-d413f4a4-3193-4aa3-a62c-e12e250f3dc4 req-462d4c3d-28f8-487b-b7ef-42dd4df28a1c tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4270f24-9903-4782-8633-a676243368a6 HTTP/1.1" status: 200 len: 945 time: 0.2449863 Aug 27 01:35:50.555334 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-fe07dfb2-5ebc-431d-a232-c07e15bd3270 None None] For port 9dadc90d-fd58-49cf-819e-1bbbbfb558bc, host dv-cinder-759169-3-iscsi, cleared binding levels {{(pid=94317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 01:35:50.558663 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-fe07dfb2-5ebc-431d-a232-c07e15bd3270 None None] For port 9dadc90d-fd58-49cf-819e-1bbbbfb558bc, host dv-cinder-759169-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=9dadc90d-fd58-49cf-819e-1bbbbfb558bc,segment=NetworkSegment(c7dd8fda-30ff-45f3-a815-8a0a1c76d256),segment_id=c7dd8fda-30ff-45f3-a815-8a0a1c76d256)] {{(pid=94317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 01:35:50.636352 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning for port 7b711d41-e44c-4dd6-bbb5-c4d60f38a0db completed by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:35:50.639128 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-fe07dfb2-5ebc-431d-a232-c07e15bd3270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:50.641045 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-d413f4a4-3193-4aa3-a62c-e12e250f3dc4 req-6d664c89-386a-4d9b-8e0e-40b62d237b78 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f81df45-afd3-410c-84c9-6d7ff8f0b10d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792341 Aug 27 01:35:50.681922 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning complete for port 7b711d41-e44c-4dd6-bbb5-c4d60f38a0db triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:35:50.685285 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:50.700555 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-48f315cd-3041-4606-af1c-0ac68fd48074 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:50.749814 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe07dfb2-5ebc-431d-a232-c07e15bd3270 None None] Pushing event updated for resources: {'Port': ['ID=9dadc90d-fd58-49cf-819e-1bbbbfb558bc,revision_number=2']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:50.793882 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78930d6-659a-458d-8083-0dd6f10cd384 req-eee377b5-d14b-4f5f-88cf-7f3829c7ba17 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:50.795375 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-b78930d6-659a-458d-8083-0dd6f10cd384 req-eee377b5-d14b-4f5f-88cf-7f3829c7ba17 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4270f24-9903-4782-8633-a676243368a6 HTTP/1.1" status: 200 len: 945 time: 0.0597305 Aug 27 01:35:50.805189 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 60068) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:50.810073 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [None req-c77cfdb6-c185-4331-bc13-0fe736627499 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Request body: {'floatingip': {'port_id': '043fb403-1255-4b2f-94a3-72fd35ade4a5'}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:35:50.818756 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:50.854332 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] For port 7b711d41-e44c-4dd6-bbb5-c4d60f38a0db, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=7b711d41-e44c-4dd6-bbb5-c4d60f38a0db,segment=NetworkSegment(a368ea2f-1bf9-43d4-a63d-81ec92b5fcaa),segment_id=a368ea2f-1bf9-43d4-a63d-81ec92b5fcaa)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:35:50.863314 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-c77cfdb6-c185-4331-bc13-0fe736627499 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks [] for floatingip, before_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:50.888355 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-48f315cd-3041-4606-af1c-0ac68fd48074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791478024214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8444051'] for port, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:50.919782 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 60072) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:50.937063 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:50.938679 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f315cd-3041-4606-af1c-0ac68fd48074 admin admin] Network 6740c5c8-77e9-4fca-8473-ad46ab012dd6 is already hosted by enough agents. {{(pid=94316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:35:50.950473 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.base_scheduler [None req-48f315cd-3041-4606-af1c-0ac68fd48074 admin admin] Resources bound (agent type, host, resource id): {{(pid=94316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:35:50.963842 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f315cd-3041-4606-af1c-0ac68fd48074 admin admin] Received port after_create {{(pid=94316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 01:35:51.018061 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Pushing event updated for resources: {'Port': ['ID=7b711d41-e44c-4dd6-bbb5-c4d60f38a0db,revision_number=5']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:51.096399 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f315cd-3041-4606-af1c-0ac68fd48074 admin admin] Pushing event updated for resources: {'Port': ['ID=f2116e39-847b-4a1a-8f21-12a311b9f8e5,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:51.163520 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0fb28f5e-e864-4fd3-8aa7-d5a79bb5529f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:51.308635 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0fb28f5e-e864-4fd3-8aa7-d5a79bb5529f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:51.356109 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-48f315cd-3041-4606-af1c-0ac68fd48074 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:51.396654 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0fb28f5e-e864-4fd3-8aa7-d5a79bb5529f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:51.408921 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-c77cfdb6-c185-4331-bc13-0fe736627499 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:51.471088 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-0fb28f5e-e864-4fd3-8aa7-d5a79bb5529f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6131929f2c1d40a5903a4f7a19b45855&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5497038 Aug 27 01:35:51.474467 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 60076) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:51.474630 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb28f5e-e864-4fd3-8aa7-d5a79bb5529f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eed86b8-ad66-4213-8a18-0e9f4eba3fe9,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:51.486426 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-c77cfdb6-c185-4331-bc13-0fe736627499 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2027135'] for floatingip, after_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:51.608981 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-48f315cd-3041-4606-af1c-0ac68fd48074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2027221'] for router, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:51.647913 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-f2989b43-4bbd-4081-9748-773fa22a82f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:51.674210 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.db.l3_db [None req-c77cfdb6-c185-4331-bc13-0fe736627499 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Floating IP 084c1fc1-1d9c-4074-8f7c-b5307b3b0bef associated. External IP: 172.27.3.161, port: 043fb403-1255-4b2f-94a3-72fd35ade4a5. Aug 27 01:35:51.734217 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-f2989b43-4bbd-4081-9748-773fa22a82f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:51.752970 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0973a564-4fad-4e98-9112-e4d48ddeb44e req-2bfeaa0c-8579-4d3d-aa7c-70393b9ee1b3 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:51.754727 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0973a564-4fad-4e98-9112-e4d48ddeb44e req-2bfeaa0c-8579-4d3d-aa7c-70393b9ee1b3 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/ports?device_id=03bed1c0-44d0-4815-8f32-5a2ae2a98987 HTTP/1.1" status: 200 len: 943 time: 0.1919789 Aug 27 01:35:51.824899 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f315cd-3041-4606-af1c-0ac68fd48074 admin admin] Router 3ca255ad-0841-4949-8cfa-a2d5d2d0949b is scheduled to L3 agent 8dc83c43-e68e-43c9-8595-1753e39ae809 with binding_index 1 {{(pid=94316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 01:35:51.846014 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb53d377-2e12-4125-b807-52985a22265b None None] Network c7e91bc9-47cc-414f-923f-434ae1ea252b requested from dv-cinder-759169-3-iscsi {{(pid=94317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 01:35:51.868623 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0973a564-4fad-4e98-9112-e4d48ddeb44e req-0182c9e5-fee1-47f1-a64a-4413f5ee70a9 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/security-groups?id=f759f608-368c-412a-bbe4-f4ed343a5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027968 Aug 27 01:35:51.926623 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-f2989b43-4bbd-4081-9748-773fa22a82f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:51.929205 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-f2989b43-4bbd-4081-9748-773fa22a82f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:51.932758 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-f2989b43-4bbd-4081-9748-773fa22a82f3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7eed86b8-ad66-4213-8a18-0e9f4eba3fe9 HTTP/1.1" status: 204 len: 168 time: 0.4548430 Aug 27 01:35:51.944952 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2989b43-4bbd-4081-9748-773fa22a82f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eed86b8-ad66-4213-8a18-0e9f4eba3fe9,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:51.958207 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2989b43-4bbd-4081-9748-773fa22a82f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:35:51.961309 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2989b43-4bbd-4081-9748-773fa22a82f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:35:51.961309 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2989b43-4bbd-4081-9748-773fa22a82f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:35:51.961309 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2989b43-4bbd-4081-9748-773fa22a82f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:35:51.961309 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2989b43-4bbd-4081-9748-773fa22a82f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:35:51.961309 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2989b43-4bbd-4081-9748-773fa22a82f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:35:51.961309 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2989b43-4bbd-4081-9748-773fa22a82f3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:35:51.961309 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2989b43-4bbd-4081-9748-773fa22a82f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:35:51.961309 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2989b43-4bbd-4081-9748-773fa22a82f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:35:51.961309 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2989b43-4bbd-4081-9748-773fa22a82f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:35:51.962280 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2989b43-4bbd-4081-9748-773fa22a82f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:35:51.962280 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2989b43-4bbd-4081-9748-773fa22a82f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:35:51.976440 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f315cd-3041-4606-af1c-0ac68fd48074 admin admin] Notify agent at l3_agent.dv-cinder-759169-3-iscsi the message routers_updated {{(pid=94316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 01:35:51.982581 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-0d6f88d9-01e3-4796-9c6a-a276df0cda44 None None] Provisioning for port 9dadc90d-fd58-49cf-819e-1bbbbfb558bc completed by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:35:51.999735 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06ebf6a-ca45-4946-bbed-db1e422b3a99 None None] Sync routers for ids ['3ca255ad-0841-4949-8cfa-a2d5d2d0949b'] in dv-cinder-759169-3-iscsi {{(pid=94317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 01:35:52.023134 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06ebf6a-ca45-4946-bbed-db1e422b3a99 None None] Routers {'3ca255ad-0841-4949-8cfa-a2d5d2d0949b'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:35:52.025530 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-a06ebf6a-ca45-4946-bbed-db1e422b3a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:35:44Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['3ca255ad-0841-4949-8cfa-a2d5d2d0949b'], 'active': True} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:35:52.034227 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c77cfdb6-c185-4331-bc13-0fe736627499 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Router e26b4e83-fb61-4db6-8e6e-ec6ab6b53186 has already been hosted by L3 agent 8dc83c43-e68e-43c9-8595-1753e39ae809 {{(pid=94315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 01:35:52.053320 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-48f315cd-3041-4606-af1c-0ac68fd48074 admin admin] Notify callbacks [] for router, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:52.054740 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-48f315cd-3041-4606-af1c-0ac68fd48074 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6407242 Aug 27 01:35:52.057487 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 60084) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:52.174059 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvr_db [None req-a06ebf6a-ca45-4946-bbed-db1e422b3a99 None None] Set router 3ca255ad-0841-4949-8cfa-a2d5d2d0949b gateway port host: dv-cinder-759169-3-iscsi {{(pid=94317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:35:52.174301 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77cfdb6-c185-4331-bc13-0fe736627499 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify agent at l3_agent.dv-cinder-759169-3-iscsi the message routers_updated {{(pid=94315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 01:35:52.179195 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-c77cfdb6-c185-4331-bc13-0fe736627499 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for floatingip, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:52.186897 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e7feb8-3407-4706-ae31-53003238077d None None] Sync routers for ids ['e26b4e83-fb61-4db6-8e6e-ec6ab6b53186'] in dv-cinder-759169-3-iscsi {{(pid=94318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 01:35:52.201875 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e7feb8-3407-4706-ae31-53003238077d None None] Routers {'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:35:52.203323 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-c6e7feb8-3407-4706-ae31-53003238077d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:35:44Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['e26b4e83-fb61-4db6-8e6e-ec6ab6b53186'], 'active': True} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:35:52.264117 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-c77cfdb6-c185-4331-bc13-0fe736627499 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "PUT /v2.0/floatingips/084c1fc1-1d9c-4074-8f7c-b5307b3b0bef HTTP/1.1" status: 200 len: 991 time: 1.4547188 Aug 27 01:35:52.264117 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4270f24-9903-4782-8633-a676243368a6', 'tag': '043fb403-1255-4b2f-94a3-72fd35ade4a5'}] {{(pid=94315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:35:52.281699 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4b197ec9f2f0e9474c50df7e7ed8b30a1ed8e7d4526d98a0361b780d87c209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5731f5-1cd6-431c-8396-17981f700a5c" -d '{"events": [{"name": "network-changed", "server_uuid": "e4270f24-9903-4782-8633-a676243368a6", "tag": "043fb403-1255-4b2f-94a3-72fd35ade4a5"}]}' {{(pid=94315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:35:52.363070 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 01:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d16bea-9fe1-4e7f-af3f-dd9bab663c53 x-openstack-request-id: req-b9d16bea-9fe1-4e7f-af3f-dd9bab663c53 {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:35:52.363549 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4270f24-9903-4782-8633-a676243368a6", "tag": "043fb403-1255-4b2f-94a3-72fd35ade4a5", "status": "completed", "code": 200}]} {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:35:52.363981 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b9d16bea-9fe1-4e7f-af3f-dd9bab663c53 {{(pid=94315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:35:52.364529 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4270f24-9903-4782-8633-a676243368a6', 'tag': '043fb403-1255-4b2f-94a3-72fd35ade4a5', 'status': 'completed', 'code': 200} Aug 27 01:35:52.470092 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvr_db [None req-c6e7feb8-3407-4706-ae31-53003238077d None None] Set router e26b4e83-fb61-4db6-8e6e-ec6ab6b53186 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:35:52.501563 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-a06ebf6a-ca45-4946-bbed-db1e422b3a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca255ad-0841-4949-8cfa-a2d5d2d0949b', 'name': 'tempest-TestMinimumBasicScenario-1948959541-router', 'tenant_id': '81a1b072067240c39a1dd275789d04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'f2116e39-847b-4a1a-8f21-12a311b9f8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:35:49Z', 'updated_at': '2021-08-27T01:35:51Z', 'revision_number': 3, 'project_id': '81a1b072067240c39a1dd275789d04b5', 'gw_port': {'id': 'f2116e39-847b-4a1a-8f21-12a311b9f8e5', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b1:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca255ad-0841-4949-8cfa-a2d5d2d0949b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:35:50Z', 'updated_at': '2021-08-27T01:35:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi'}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:35:52.528202 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5731f5-1cd6-431c-8396-17981f700a5c req-d8583842-22e3-4ecd-9952-c9fbdd61a239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:52.528202 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-be5731f5-1cd6-431c-8396-17981f700a5c req-d8583842-22e3-4ecd-9952-c9fbdd61a239 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1d392d1b39ee49d1b87211d5c447f9dc&device_id=e4270f24-9903-4782-8633-a676243368a6 HTTP/1.1" status: 200 len: 1098 time: 0.1070979 Aug 27 01:35:52.544573 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06ebf6a-ca45-4946-bbed-db1e422b3a99 None None] Checking router: 3ca255ad-0841-4949-8cfa-a2d5d2d0949b for host: dv-cinder-759169-3-iscsi {{(pid=94317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 01:35:52.545256 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06ebf6a-ca45-4946-bbed-db1e422b3a99 None None] Updating router 3ca255ad-0841-4949-8cfa-a2d5d2d0949b port f2116e39-847b-4a1a-8f21-12a311b9f8e5 binding host dv-cinder-759169-3-iscsi {{(pid=94317) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 01:35:52.552733 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 9dadc90d-fd58-49cf-819e-1bbbbfb558bc up at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:35:52.636659 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-a06ebf6a-ca45-4946-bbed-db1e422b3a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:52.644428 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5731f5-1cd6-431c-8396-17981f700a5c req-eda2c6c5-e6c8-4fb2-9368-dfd48e99597e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:52.646161 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-be5731f5-1cd6-431c-8396-17981f700a5c req-eda2c6c5-e6c8-4fb2-9368-dfd48e99597e service neutron] 10.222.0.24 "GET /v2.0/networks?id=6cba5cc2-c26d-402b-a305-3f91c04ec99b HTTP/1.1" status: 200 len: 912 time: 0.1175044 Aug 27 01:35:52.665580 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device 2984aa66-7f95-4011-b9e2-5845a5757cc0 details requested by agent hyperv_hv-cinder-75916 with host hv-cinder-75916 {{(pid=94317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 01:35:52.726961 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-4a8b3cb3-c892-4ade-93e1-006280ca418c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:52.741897 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-be5731f5-1cd6-431c-8396-17981f700a5c req-eee2f534-c43b-4519-8589-6887ae6dd17e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=043fb403-1255-4b2f-94a3-72fd35ade4a5 HTTP/1.1" status: 200 len: 999 time: 0.0866122 Aug 27 01:35:52.789894 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-c6e7feb8-3407-4706-ae31-53003238077d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'name': 'tempest-AttachVolumeTestJSON-1342235073-router', 'tenant_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'e2351d21-f1ad-4243-9022-b9e0fdc4393d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:30:08Z', 'updated_at': '2021-08-27T01:30:15Z', 'revision_number': 4, 'project_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'gw_port': {'id': 'e2351d21-f1ad-4243-9022-b9e0fdc4393d', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:09Z', 'updated_at': '2021-08-27T01:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_floatingips': [{'id': '084c1fc1-1d9c-4074-8f7c-b5307b3b0bef', 'tenant_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'floating_ip_address': '172.27.3.161', 'floating_network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'router_id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'port_id': '043fb403-1255-4b2f-94a3-72fd35ade4a5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cba5cc2-c26d-402b-a305-3f91c04ec99b', 'mac_address': 'fa:16:3e:b7:02:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4270f24-9903-4782-8633-a676243368a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T01:35:35Z', 'updated_at': '2021-08-27T01:35:51Z', 'revision_number': 1, 'project_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2406ba9-307c-49e1-9a52-ec92dd437340', 'name': '', 'network_id': '6cba5cc2-c26d-402b-a305-3f91c04ec99b', 'tenant_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'mac_address': 'fa:16:3e:a0:8e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e1b7ebb0-22fa-4fc2-81e3-fd4ce0a9462d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:12Z', 'updated_at': '2021-08-27T01:30:23Z', 'revision_number': 5, 'project_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'subnets': [{'id': 'e1b7ebb0-22fa-4fc2-81e3-fd4ce0a9462d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:35:52.794459 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning for port 9dadc90d-fd58-49cf-819e-1bbbbfb558bc completed by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:35:52.813344 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning complete for port 9dadc90d-fd58-49cf-819e-1bbbbfb558bc triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:35:52.813718 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:52.826100 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e7feb8-3407-4706-ae31-53003238077d None None] Checking router: e26b4e83-fb61-4db6-8e6e-ec6ab6b53186 for host: dv-cinder-759169-3-iscsi {{(pid=94318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 01:35:52.831528 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5731f5-1cd6-431c-8396-17981f700a5c req-8a0fcae8-97f6-42cd-a91f-5bd4250179b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:52.833900 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-be5731f5-1cd6-431c-8396-17981f700a5c req-8a0fcae8-97f6-42cd-a91f-5bd4250179b7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e1b7ebb0-22fa-4fc2-81e3-fd4ce0a9462d HTTP/1.1" status: 200 len: 850 time: 0.0825863 Aug 27 01:35:52.834726 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 60092) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:52.835660 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e7feb8-3407-4706-ae31-53003238077d None None] Routers {'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:35:52.836279 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-c6e7feb8-3407-4706-ae31-53003238077d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:35:44Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['e26b4e83-fb61-4db6-8e6e-ec6ab6b53186'], 'active': True} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:35:52.857725 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-6f2c390a-3844-4f48-a17d-2e463c69a32b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:52.943769 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.db_base_plugin_common [None req-4a8b3cb3-c892-4ade-93e1-006280ca418c admin admin] Allocated IP 172.20.0.1 (c7e91bc9-47cc-414f-923f-434ae1ea252b/04cd8087-7e8d-4abc-ba0f-159f9ac5190e/b164fd31-667f-4f6b-9cc9-cbd77b570c14) {{(pid=94316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 01:35:52.976181 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvr_db [None req-c6e7feb8-3407-4706-ae31-53003238077d None None] Set router e26b4e83-fb61-4db6-8e6e-ec6ab6b53186 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:35:53.015509 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5731f5-1cd6-431c-8396-17981f700a5c req-0eac3df9-be5d-477a-9d83-ae6cbfa59ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:53.017835 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-be5731f5-1cd6-431c-8396-17981f700a5c req-0eac3df9-be5d-477a-9d83-ae6cbfa59ec1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6cba5cc2-c26d-402b-a305-3f91c04ec99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1553066 Aug 27 01:35:53.084182 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb3381-1925-4cde-9b9f-9b891a920090 req-8c0af86f-a148-4f5a-8064-8152b9319b72 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:53.085894 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-4adb3381-1925-4cde-9b9f-9b891a920090 req-8c0af86f-a148-4f5a-8064-8152b9319b72 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/ports?device_id=03bed1c0-44d0-4815-8f32-5a2ae2a98987 HTTP/1.1" status: 200 len: 943 time: 0.1057203 Aug 27 01:35:53.087187 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port 2984aa66-7f95-4011-b9e2-5845a5757cc0, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=2984aa66-7f95-4011-b9e2-5845a5757cc0,segment=NetworkSegment(4979d350-e05b-4c9b-9924-3e54b59e61dd),segment_id=4979d350-e05b-4c9b-9924-3e54b59e61dd)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:35:53.113663 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Returning: {'device': '2984aa66-7f95-4011-b9e2-5845a5757cc0', 'network_id': '0788b1ad-cd04-4b18-949e-72f4f8f536f9', 'port_id': '2984aa66-7f95-4011-b9e2-5845a5757cc0', 'mac_address': 'fa:16:3e:66:a3:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '982c013f-3062-4348-9645-9e2d96b1fbf0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 01:35:53.152261 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-be5731f5-1cd6-431c-8396-17981f700a5c req-cda758ba-e09a-48b2-bae8-6778dd7b2777 service neutron] 10.222.0.24 "GET /v2.0/networks/6cba5cc2-c26d-402b-a305-3f91c04ec99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244562 Aug 27 01:35:53.163836 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-4adb3381-1925-4cde-9b9f-9b891a920090 req-2a2e6248-a409-4681-8705-36ed04987171 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/security-groups?id=f759f608-368c-412a-bbe4-f4ed343a5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657971 Aug 27 01:35:53.182686 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-4a8b3cb3-c892-4ade-93e1-006280ca418c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:53.207191 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.provisioning_blocks [None req-4a8b3cb3-c892-4ade-93e1-006280ca418c admin admin] Transition to ACTIVE for port object b164fd31-667f-4f6b-9cc9-cbd77b570c14 will not be triggered until provisioned by entity DHCP. {{(pid=94316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:35:53.228519 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:53.250269 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:53.251360 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-6f2c390a-3844-4f48-a17d-2e463c69a32b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:53.274125 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-be5731f5-1cd6-431c-8396-17981f700a5c req-37e85207-a299-47f5-9114-0aaab176860b service neutron] 10.222.0.24 "GET /v2.0/networks/6cba5cc2-c26d-402b-a305-3f91c04ec99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131647 Aug 27 01:35:53.274951 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-a06ebf6a-ca45-4946-bbed-db1e422b3a99 None None] Notify callbacks [] for port, precommit_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:53.288543 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.notifiers.nova [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2984aa66-7f95-4011-b9e2-5845a5757cc0 {{(pid=94317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 01:35:53.309313 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] For port 9dadc90d-fd58-49cf-819e-1bbbbfb558bc, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=9dadc90d-fd58-49cf-819e-1bbbbfb558bc,segment=NetworkSegment(c7dd8fda-30ff-45f3-a815-8a0a1c76d256),segment_id=c7dd8fda-30ff-45f3-a815-8a0a1c76d256)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:35:53.310493 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-a06ebf6a-ca45-4946-bbed-db1e422b3a99 None None] Transition to ACTIVE for port object f2116e39-847b-4a1a-8f21-12a311b9f8e5 will not be triggered until provisioned by entity L2. {{(pid=94317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:35:53.316416 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-6f2c390a-3844-4f48-a17d-2e463c69a32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:53.322416 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port 2984aa66-7f95-4011-b9e2-5845a5757cc0, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=2984aa66-7f95-4011-b9e2-5845a5757cc0,segment=NetworkSegment(4979d350-e05b-4c9b-9924-3e54b59e61dd),segment_id=4979d350-e05b-4c9b-9924-3e54b59e61dd)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:35:53.342515 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-c6e7feb8-3407-4706-ae31-53003238077d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'name': 'tempest-AttachVolumeTestJSON-1342235073-router', 'tenant_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'e2351d21-f1ad-4243-9022-b9e0fdc4393d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:30:08Z', 'updated_at': '2021-08-27T01:30:15Z', 'revision_number': 4, 'project_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'gw_port': {'id': 'e2351d21-f1ad-4243-9022-b9e0fdc4393d', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:09Z', 'updated_at': '2021-08-27T01:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_floatingips': [{'id': '084c1fc1-1d9c-4074-8f7c-b5307b3b0bef', 'tenant_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'floating_ip_address': '172.27.3.161', 'floating_network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'router_id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'port_id': '043fb403-1255-4b2f-94a3-72fd35ade4a5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cba5cc2-c26d-402b-a305-3f91c04ec99b', 'mac_address': 'fa:16:3e:b7:02:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4270f24-9903-4782-8633-a676243368a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T01:35:35Z', 'updated_at': '2021-08-27T01:35:51Z', 'revision_number': 1, 'project_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2406ba9-307c-49e1-9a52-ec92dd437340', 'name': '', 'network_id': '6cba5cc2-c26d-402b-a305-3f91c04ec99b', 'tenant_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'mac_address': 'fa:16:3e:a0:8e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e1b7ebb0-22fa-4fc2-81e3-fd4ce0a9462d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:12Z', 'updated_at': '2021-08-27T01:30:23Z', 'revision_number': 5, 'project_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'subnets': [{'id': 'e1b7ebb0-22fa-4fc2-81e3-fd4ce0a9462d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:35:53.346725 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-4a8b3cb3-c892-4ade-93e1-006280ca418c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791478024214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8444051'] for port, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:53.358986 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c390a-3844-4f48-a17d-2e463c69a32b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ddc7b67-2da3-4dbc-b43c-cf234d0f6722,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:53.369361 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e7feb8-3407-4706-ae31-53003238077d None None] The sync data for ids ['e26b4e83-fb61-4db6-8e6e-ec6ab6b53186'] in dv-cinder-759169-3-iscsi is: [{'id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'name': 'tempest-AttachVolumeTestJSON-1342235073-router', 'tenant_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'e2351d21-f1ad-4243-9022-b9e0fdc4393d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:30:08Z', 'updated_at': '2021-08-27T01:30:15Z', 'revision_number': 4, 'project_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'gw_port': {'id': 'e2351d21-f1ad-4243-9022-b9e0fdc4393d', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:09Z', 'updated_at': '2021-08-27T01:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_floatingips': [{'id': '084c1fc1-1d9c-4074-8f7c-b5307b3b0bef', 'tenant_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'floating_ip_address': '172.27.3.161', 'floating_network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'router_id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'port_id': '043fb403-1255-4b2f-94a3-72fd35ade4a5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cba5cc2-c26d-402b-a305-3f91c04ec99b', 'mac_address': 'fa:16:3e:b7:02:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4270f24-9903-4782-8633-a676243368a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T01:35:35Z', 'updated_at': '2021-08-27T01:35:51Z', 'revision_number': 1, 'project_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2406ba9-307c-49e1-9a52-ec92dd437340', 'name': '', 'network_id': '6cba5cc2-c26d-402b-a305-3f91c04ec99b', 'tenant_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'mac_address': 'fa:16:3e:a0:8e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e1b7ebb0-22fa-4fc2-81e3-fd4ce0a9462d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:12Z', 'updated_at': '2021-08-27T01:30:23Z', 'revision_number': 5, 'project_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'subnets': [{'id': 'e1b7ebb0-22fa-4fc2-81e3-fd4ce0a9462d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 01:35:53.372367 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-6f2c390a-3844-4f48-a17d-2e463c69a32b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8b45b24a9ff04716a76b300e6412f065&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5355804 Aug 27 01:35:53.375144 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 60098) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:53.379960 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:53.381342 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 7b711d41-e44c-4dd6-bbb5-c4d60f38a0db up at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:35:53.387291 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-a06ebf6a-ca45-4946-bbed-db1e422b3a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:53.392877 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8b3cb3-c892-4ade-93e1-006280ca418c admin admin] Network c7e91bc9-47cc-414f-923f-434ae1ea252b is already hosted by enough agents. {{(pid=94316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:35:53.397895 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.base_scheduler [None req-4a8b3cb3-c892-4ade-93e1-006280ca418c admin admin] Resources bound (agent type, host, resource id): {{(pid=94316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:35:53.401768 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8b3cb3-c892-4ade-93e1-006280ca418c admin admin] Received port after_create {{(pid=94316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 01:35:53.407968 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8b3cb3-c892-4ade-93e1-006280ca418c admin admin] Pushing event updated for resources: {'Port': ['ID=b164fd31-667f-4f6b-9cc9-cbd77b570c14,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:53.456622 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-4a8b3cb3-c892-4ade-93e1-006280ca418c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2027018'] for router_interface, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:53.459084 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:53.487639 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-6a8558a3-95b4-4b7a-80a0-99f219a1e6fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:53.516579 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-6a8558a3-95b4-4b7a-80a0-99f219a1e6fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:53.558363 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.managers [None req-a06ebf6a-ca45-4946-bbed-db1e422b3a99 None None] Attempting to bind port f2116e39-847b-4a1a-8f21-12a311b9f8e5 on host dv-cinder-759169-3-iscsi for vnic_type normal with profile {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 01:35:53.558772 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.managers [None req-a06ebf6a-ca45-4946-bbed-db1e422b3a99 None None] Attempting to bind port f2116e39-847b-4a1a-8f21-12a311b9f8e5 by drivers openvswitch,hyperv on host dv-cinder-759169-3-iscsi at level 0 using segments [{'id': '1ffc2e98-4b11-4960-9fce-c802c96e52d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6'}] {{(pid=94317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 01:35:53.559136 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06ebf6a-ca45-4946-bbed-db1e422b3a99 None None] Attempting to bind port f2116e39-847b-4a1a-8f21-12a311b9f8e5 on network 6740c5c8-77e9-4fca-8473-ad46ab012dd6 {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:35:53.567133 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Pushing event updated for resources: {'Port': ['ID=9dadc90d-fd58-49cf-819e-1bbbbfb558bc,revision_number=3']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:53.571722 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06ebf6a-ca45-4946-bbed-db1e422b3a99 None None] Checking agent: {'id': '9a53e131-30a1-425b-897f-67705806e918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759169-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 1, 22, 15), 'started_at': datetime.datetime(2021, 8, 27, 1, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 1, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759169-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 01:35:53.572163 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06ebf6a-ca45-4946-bbed-db1e422b3a99 None None] Checking segment: {'id': '1ffc2e98-4b11-4960-9fce-c802c96e52d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:35:53.572570 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-a06ebf6a-ca45-4946-bbed-db1e422b3a99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:53.573011 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06ebf6a-ca45-4946-bbed-db1e422b3a99 None None] Bound using segment: {'id': '1ffc2e98-4b11-4960-9fce-c802c96e52d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6'} {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 01:35:53.573564 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.managers [None req-a06ebf6a-ca45-4946-bbed-db1e422b3a99 None None] Bound port: f2116e39-847b-4a1a-8f21-12a311b9f8e5, host: dv-cinder-759169-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ffc2e98-4b11-4960-9fce-c802c96e52d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6'}}] {{(pid=94317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 01:35:53.575029 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-a06ebf6a-ca45-4946-bbed-db1e422b3a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:53.636497 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-6a8558a3-95b4-4b7a-80a0-99f219a1e6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:53.639125 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-6a8558a3-95b4-4b7a-80a0-99f219a1e6fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:53.643309 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-6a8558a3-95b4-4b7a-80a0-99f219a1e6fa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2ddc7b67-2da3-4dbc-b43c-cf234d0f6722 HTTP/1.1" status: 204 len: 168 time: 0.2667358 Aug 27 01:35:53.651725 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8558a3-95b4-4b7a-80a0-99f219a1e6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ddc7b67-2da3-4dbc-b43c-cf234d0f6722,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:53.698348 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning complete for port 7b711d41-e44c-4dd6-bbb5-c4d60f38a0db triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:35:53.699015 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:53.701007 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-4a8b3cb3-c892-4ade-93e1-006280ca418c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:53.704287 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c8e7c7-57cb-405c-bb39-17a637ca9862 None None] Pushing event updated for resources: {'Port': ['ID=f2116e39-847b-4a1a-8f21-12a311b9f8e5,revision_number=2']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:53.710753 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3afac11-1555-4f3a-9543-9eab9488abe9 None None] New status for floating IP 084c1fc1-1d9c-4074-8f7c-b5307b3b0bef: ACTIVE {{(pid=94317) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 01:35:53.790721 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-a06ebf6a-ca45-4946-bbed-db1e422b3a99 None None] For port f2116e39-847b-4a1a-8f21-12a311b9f8e5, host dv-cinder-759169-3-iscsi, cleared binding levels {{(pid=94317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 01:35:53.817542 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] get_ports_and_sgs() called for port_ids ['2984aa66-7f95-4011-b9e2-5845a5757cc0'] {{(pid=94317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 01:35:53.835435 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-a06ebf6a-ca45-4946-bbed-db1e422b3a99 None None] For port f2116e39-847b-4a1a-8f21-12a311b9f8e5, host dv-cinder-759169-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=f2116e39-847b-4a1a-8f21-12a311b9f8e5,segment=NetworkSegment(1ffc2e98-4b11-4960-9fce-c802c96e52d2),segment_id=1ffc2e98-4b11-4960-9fce-c802c96e52d2)] {{(pid=94317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 01:35:53.927324 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-a06ebf6a-ca45-4946-bbed-db1e422b3a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:53.929238 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-f30959a0-e281-47ea-8a98-82ec20960fcf None None] Provisioning for port b164fd31-667f-4f6b-9cc9-cbd77b570c14 completed by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:35:53.943020 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Pushing event updated for resources: {'Port': ['ID=2984aa66-7f95-4011-b9e2-5845a5757cc0,revision_number=4']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:53.958421 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-f30959a0-e281-47ea-8a98-82ec20960fcf None None] Provisioning complete for port b164fd31-667f-4f6b-9cc9-cbd77b570c14 triggered by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:35:53.958786 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-f30959a0-e281-47ea-8a98-82ec20960fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:54.119618 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-f30959a0-e281-47ea-8a98-82ec20960fcf None None] Port b164fd31-667f-4f6b-9cc9-cbd77b570c14 cannot update to ACTIVE because it is not bound. {{(pid=94317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 01:35:54.131029 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06ebf6a-ca45-4946-bbed-db1e422b3a99 None None] Routers {'3ca255ad-0841-4949-8cfa-a2d5d2d0949b'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:35:54.131686 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-a06ebf6a-ca45-4946-bbed-db1e422b3a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:35:44Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['3ca255ad-0841-4949-8cfa-a2d5d2d0949b'], 'active': True} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:35:54.166112 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-4a8b3cb3-c892-4ade-93e1-006280ca418c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:54.183585 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c8e7c7-57cb-405c-bb39-17a637ca9862 None None] Pushing event updated for resources: {'Port': ['ID=f2116e39-847b-4a1a-8f21-12a311b9f8e5,revision_number=3']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:54.231048 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-4a8b3cb3-c892-4ade-93e1-006280ca418c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8444042'] for port, after_update {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:54.319987 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 9dadc90d-fd58-49cf-819e-1bbbbfb558bc up at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:35:54.341082 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-4a8b3cb3-c892-4ade-93e1-006280ca418c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2026197'] for router_interface, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:54.343691 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8b3cb3-c892-4ade-93e1-006280ca418c admin admin] Pushing event updated for resources: {'Port': ['ID=b164fd31-667f-4f6b-9cc9-cbd77b570c14,revision_number=2']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:54.349160 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c7f41-d02c-489a-bb43-09e89d2cdf6a req-c0c91974-3811-4493-b4af-030e31942eb5 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:54.349868 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-3e4c7f41-d02c-489a-bb43-09e89d2cdf6a req-c0c91974-3811-4493-b4af-030e31942eb5 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/ports?device_id=03bed1c0-44d0-4815-8f32-5a2ae2a98987 HTTP/1.1" status: 200 len: 944 time: 0.0509136 Aug 27 01:35:54.405471 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvr_db [None req-a06ebf6a-ca45-4946-bbed-db1e422b3a99 None None] Set router 3ca255ad-0841-4949-8cfa-a2d5d2d0949b gateway port host: dv-cinder-759169-3-iscsi {{(pid=94317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:35:54.422719 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-3e4c7f41-d02c-489a-bb43-09e89d2cdf6a req-61c3b149-ec99-4c8b-ab48-8e5491eea8a7 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/security-groups?id=f759f608-368c-412a-bbe4-f4ed343a5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619354 Aug 27 01:35:54.442364 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:54.470256 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8b3cb3-c892-4ade-93e1-006280ca418c admin admin] Network c7e91bc9-47cc-414f-923f-434ae1ea252b is already hosted by enough agents. {{(pid=94316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:35:54.471858 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.base_scheduler [None req-4a8b3cb3-c892-4ade-93e1-006280ca418c admin admin] Resources bound (agent type, host, resource id): {{(pid=94316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:35:54.504982 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning complete for port 9dadc90d-fd58-49cf-819e-1bbbbfb558bc triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:35:54.505399 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:54.594461 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8b3cb3-c892-4ade-93e1-006280ca418c admin admin] Router 3ca255ad-0841-4949-8cfa-a2d5d2d0949b has already been hosted by L3 agent 8dc83c43-e68e-43c9-8595-1753e39ae809 {{(pid=94316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 01:35:54.742327 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8b3cb3-c892-4ade-93e1-006280ca418c admin admin] Notify agent at l3_agent.dv-cinder-759169-3-iscsi the message routers_updated {{(pid=94316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 01:35:54.748750 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-4a8b3cb3-c892-4ade-93e1-006280ca418c admin admin] 10.222.0.25 "PUT /v2.0/routers/3ca255ad-0841-4949-8cfa-a2d5d2d0949b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6891527 Aug 27 01:35:54.757278 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-8e860a37-fa17-411f-a5b0-c03c8e0439a7 None None] Provisioning complete for port b164fd31-667f-4f6b-9cc9-cbd77b570c14 triggered by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:35:54.757648 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-8e860a37-fa17-411f-a5b0-c03c8e0439a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:54.762274 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-a06ebf6a-ca45-4946-bbed-db1e422b3a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca255ad-0841-4949-8cfa-a2d5d2d0949b', 'name': 'tempest-TestMinimumBasicScenario-1948959541-router', 'tenant_id': '81a1b072067240c39a1dd275789d04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'f2116e39-847b-4a1a-8f21-12a311b9f8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:35:49Z', 'updated_at': '2021-08-27T01:35:53Z', 'revision_number': 4, 'project_id': '81a1b072067240c39a1dd275789d04b5', 'gw_port': {'id': 'f2116e39-847b-4a1a-8f21-12a311b9f8e5', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b1:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca255ad-0841-4949-8cfa-a2d5d2d0949b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:35:50Z', 'updated_at': '2021-08-27T01:35:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': 'b164fd31-667f-4f6b-9cc9-cbd77b570c14', 'name': '', 'network_id': 'c7e91bc9-47cc-414f-923f-434ae1ea252b', 'tenant_id': '81a1b072067240c39a1dd275789d04b5', 'mac_address': 'fa:16:3e:69:db:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca255ad-0841-4949-8cfa-a2d5d2d0949b', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '04cd8087-7e8d-4abc-ba0f-159f9ac5190e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:35:52Z', 'updated_at': '2021-08-27T01:35:52Z', 'revision_number': 1, 'project_id': '81a1b072067240c39a1dd275789d04b5', 'subnets': [{'id': '04cd8087-7e8d-4abc-ba0f-159f9ac5190e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:35:54.811296 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06ebf6a-ca45-4946-bbed-db1e422b3a99 None None] The sync data for ids ['3ca255ad-0841-4949-8cfa-a2d5d2d0949b'] in dv-cinder-759169-3-iscsi is: [{'id': '3ca255ad-0841-4949-8cfa-a2d5d2d0949b', 'name': 'tempest-TestMinimumBasicScenario-1948959541-router', 'tenant_id': '81a1b072067240c39a1dd275789d04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'f2116e39-847b-4a1a-8f21-12a311b9f8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:35:49Z', 'updated_at': '2021-08-27T01:35:53Z', 'revision_number': 4, 'project_id': '81a1b072067240c39a1dd275789d04b5', 'gw_port': {'id': 'f2116e39-847b-4a1a-8f21-12a311b9f8e5', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b1:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca255ad-0841-4949-8cfa-a2d5d2d0949b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:35:50Z', 'updated_at': '2021-08-27T01:35:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': 'b164fd31-667f-4f6b-9cc9-cbd77b570c14', 'name': '', 'network_id': 'c7e91bc9-47cc-414f-923f-434ae1ea252b', 'tenant_id': '81a1b072067240c39a1dd275789d04b5', 'mac_address': 'fa:16:3e:69:db:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca255ad-0841-4949-8cfa-a2d5d2d0949b', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '04cd8087-7e8d-4abc-ba0f-159f9ac5190e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:35:52Z', 'updated_at': '2021-08-27T01:35:52Z', 'revision_number': 1, 'project_id': '81a1b072067240c39a1dd275789d04b5', 'subnets': [{'id': '04cd8087-7e8d-4abc-ba0f-159f9ac5190e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 01:35:54.823876 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-8e860a37-fa17-411f-a5b0-c03c8e0439a7 None None] Port b164fd31-667f-4f6b-9cc9-cbd77b570c14 cannot update to ACTIVE because it is not bound. {{(pid=94317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 01:35:55.018269 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.agents_db [None req-fec0d0a0-65fd-4898-8015-6bc2580b487e None None] Agent healthcheck: found 6 active agents {{(pid=94318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 01:35:55.551397 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920d5dd-7b7d-4ffa-8047-b8774d5ef2c6 req-c10df59a-9d89-45b8-b362-80368de33650 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:55.552910 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-c920d5dd-7b7d-4ffa-8047-b8774d5ef2c6 req-c10df59a-9d89-45b8-b362-80368de33650 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/ports?device_id=03bed1c0-44d0-4815-8f32-5a2ae2a98987 HTTP/1.1" status: 200 len: 944 time: 0.0517628 Aug 27 01:35:55.590585 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-c920d5dd-7b7d-4ffa-8047-b8774d5ef2c6 req-58b5dc84-19e8-4cb6-bed9-f98012bd37f3 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/security-groups?id=f759f608-368c-412a-bbe4-f4ed343a5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315914 Aug 27 01:35:55.695913 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 60170) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:55.814584 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-bde3474e-4930-41ae-a435-421d07c8182f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:55.956623 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-bde3474e-4930-41ae-a435-421d07c8182f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:56.082157 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-bde3474e-4930-41ae-a435-421d07c8182f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:56.151476 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-bde3474e-4930-41ae-a435-421d07c8182f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=52cd4fb14df549ea9fed02941d73e8bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4538667 Aug 27 01:35:56.152532 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde3474e-4930-41ae-a435-421d07c8182f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158f146d-11bf-4a1f-96b0-c16b7f045d50,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:56.154076 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 60180) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:35:56.257968 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-7e8e4ed0-fcd9-47bc-9ce5-7129e5f8e05d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:56.287960 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-7e8e4ed0-fcd9-47bc-9ce5-7129e5f8e05d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:56.430731 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-7e8e4ed0-fcd9-47bc-9ce5-7129e5f8e05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:56.433343 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-7e8e4ed0-fcd9-47bc-9ce5-7129e5f8e05d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:56.437510 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-7e8e4ed0-fcd9-47bc-9ce5-7129e5f8e05d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/158f146d-11bf-4a1f-96b0-c16b7f045d50 HTTP/1.1" status: 204 len: 168 time: 0.2793982 Aug 27 01:35:56.471711 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e4ed0-fcd9-47bc-9ce5-7129e5f8e05d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158f146d-11bf-4a1f-96b0-c16b7f045d50,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:56.492040 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8e4ed0-fcd9-47bc-9ce5-7129e5f8e05d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:35:56.492387 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8e4ed0-fcd9-47bc-9ce5-7129e5f8e05d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:35:56.492863 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8e4ed0-fcd9-47bc-9ce5-7129e5f8e05d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:35:56.493202 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8e4ed0-fcd9-47bc-9ce5-7129e5f8e05d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:35:56.493527 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8e4ed0-fcd9-47bc-9ce5-7129e5f8e05d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:35:56.493855 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8e4ed0-fcd9-47bc-9ce5-7129e5f8e05d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:35:56.494180 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8e4ed0-fcd9-47bc-9ce5-7129e5f8e05d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:35:56.494503 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8e4ed0-fcd9-47bc-9ce5-7129e5f8e05d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:35:56.494828 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8e4ed0-fcd9-47bc-9ce5-7129e5f8e05d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:35:56.495148 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8e4ed0-fcd9-47bc-9ce5-7129e5f8e05d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:35:56.495467 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8e4ed0-fcd9-47bc-9ce5-7129e5f8e05d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:35:56.495788 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8e4ed0-fcd9-47bc-9ce5-7129e5f8e05d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:35:56.697935 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device 2984aa66-7f95-4011-b9e2-5845a5757cc0 up at agent hyperv_hv-cinder-75916 {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:35:56.751469 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17513f-6c1d-4acf-a14f-92f616883024 req-1dca88b9-8fff-4b18-9157-f6b005a069cf tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:56.765742 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-fe17513f-6c1d-4acf-a14f-92f616883024 req-1dca88b9-8fff-4b18-9157-f6b005a069cf tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/ports?device_id=03bed1c0-44d0-4815-8f32-5a2ae2a98987 HTTP/1.1" status: 200 len: 944 time: 0.0921843 Aug 27 01:35:56.836216 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-fe17513f-6c1d-4acf-a14f-92f616883024 req-f0172c15-9114-482b-af4f-124d8feb6ea3 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/security-groups?id=f759f608-368c-412a-bbe4-f4ed343a5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687501 Aug 27 01:35:56.852287 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Provisioning for port 2984aa66-7f95-4011-b9e2-5845a5757cc0 completed by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:35:56.859753 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Provisioning complete for port 2984aa66-7f95-4011-b9e2-5845a5757cc0 triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:35:56.860203 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:57.023320 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:57.057490 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03bed1c0-44d0-4815-8f32-5a2ae2a98987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2984aa66-7f95-4011-b9e2-5845a5757cc0'}] {{(pid=94317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:35:57.059514 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ae24146460100d3107ec4d42823fa970b16dae16efc5fac949978fe01edd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b591d1-1bad-4f6c-8a0d-464971ed057b" -d '{"events": [{"server_uuid": "03bed1c0-44d0-4815-8f32-5a2ae2a98987", "name": "network-vif-plugged", "status": "completed", "tag": "2984aa66-7f95-4011-b9e2-5845a5757cc0"}]}' {{(pid=94317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:35:57.235671 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 01:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43789196-e35d-48ef-8384-f74c9ab0c643 x-openstack-request-id: req-43789196-e35d-48ef-8384-f74c9ab0c643 {{(pid=94317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:35:57.241720 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03bed1c0-44d0-4815-8f32-5a2ae2a98987", "name": "network-vif-plugged", "status": "completed", "tag": "2984aa66-7f95-4011-b9e2-5845a5757cc0", "code": 200}]} {{(pid=94317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:35:57.241720 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-43789196-e35d-48ef-8384-f74c9ab0c643 {{(pid=94317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:35:57.241720 dv-cinder-759169-3-iscsi neutron-server[94317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03bed1c0-44d0-4815-8f32-5a2ae2a98987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2984aa66-7f95-4011-b9e2-5845a5757cc0', 'code': 200} Aug 27 01:35:57.243445 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port 2984aa66-7f95-4011-b9e2-5845a5757cc0, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=2984aa66-7f95-4011-b9e2-5845a5757cc0,segment=NetworkSegment(4979d350-e05b-4c9b-9924-3e54b59e61dd),segment_id=4979d350-e05b-4c9b-9924-3e54b59e61dd)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:35:57.361873 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:57.419343 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Pushing event updated for resources: {'Port': ['ID=2984aa66-7f95-4011-b9e2-5845a5757cc0,revision_number=5']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:57.560634 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f350e9-5d35-4934-aca5-d6013fa10fca req-c1a1be86-4f25-48ee-b5f5-be47cb2967aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:57.563014 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-86f350e9-5d35-4934-aca5-d6013fa10fca req-c1a1be86-4f25-48ee-b5f5-be47cb2967aa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=03bed1c0-44d0-4815-8f32-5a2ae2a98987 HTTP/1.1" status: 200 len: 1098 time: 0.0709391 Aug 27 01:35:57.604726 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-86f350e9-5d35-4934-aca5-d6013fa10fca req-7268fe7d-c0b9-42c7-ad61-ac67786272d7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f759f608-368c-412a-bbe4-f4ed343a5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343471 Aug 27 01:35:57.978916 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44ebcb-8657-4e46-970b-f7c57cf553db req-8fea5164-1de3-4785-9b99-ec76d97b0219 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:57.981259 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-5b44ebcb-8657-4e46-970b-f7c57cf553db req-8fea5164-1de3-4785-9b99-ec76d97b0219 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/ports?device_id=03bed1c0-44d0-4815-8f32-5a2ae2a98987 HTTP/1.1" status: 200 len: 945 time: 0.0725682 Aug 27 01:35:58.211912 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff55945-d313-43b2-9440-84c7addfee9d None None] Sync routers for ids ['3ca255ad-0841-4949-8cfa-a2d5d2d0949b'] in dv-cinder-759169-3-iscsi {{(pid=94318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 01:35:58.243953 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff55945-d313-43b2-9440-84c7addfee9d None None] Routers {'3ca255ad-0841-4949-8cfa-a2d5d2d0949b'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:35:58.244610 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-3ff55945-d313-43b2-9440-84c7addfee9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:35:44Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['3ca255ad-0841-4949-8cfa-a2d5d2d0949b'], 'active': True} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:35:58.336389 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device f2116e39-847b-4a1a-8f21-12a311b9f8e5 up at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:35:58.339899 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-5b44ebcb-8657-4e46-970b-f7c57cf553db req-39205e17-a2b7-4be9-bbdf-538196ea5295 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/security-groups?id=f759f608-368c-412a-bbe4-f4ed343a5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3455951 Aug 27 01:35:58.459524 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning for port f2116e39-847b-4a1a-8f21-12a311b9f8e5 completed by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:35:58.464798 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning complete for port f2116e39-847b-4a1a-8f21-12a311b9f8e5 triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:35:58.465346 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:58.508155 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvr_db [None req-3ff55945-d313-43b2-9440-84c7addfee9d None None] Set router 3ca255ad-0841-4949-8cfa-a2d5d2d0949b gateway port host: dv-cinder-759169-3-iscsi {{(pid=94318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:35:58.562380 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:58.588773 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] For port f2116e39-847b-4a1a-8f21-12a311b9f8e5, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=f2116e39-847b-4a1a-8f21-12a311b9f8e5,segment=NetworkSegment(1ffc2e98-4b11-4960-9fce-c802c96e52d2),segment_id=1ffc2e98-4b11-4960-9fce-c802c96e52d2)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:35:58.658914 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:58.726946 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-3ff55945-d313-43b2-9440-84c7addfee9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca255ad-0841-4949-8cfa-a2d5d2d0949b', 'name': 'tempest-TestMinimumBasicScenario-1948959541-router', 'tenant_id': '81a1b072067240c39a1dd275789d04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'f2116e39-847b-4a1a-8f21-12a311b9f8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:35:49Z', 'updated_at': '2021-08-27T01:35:53Z', 'revision_number': 4, 'project_id': '81a1b072067240c39a1dd275789d04b5', 'gw_port': {'id': 'f2116e39-847b-4a1a-8f21-12a311b9f8e5', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b1:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca255ad-0841-4949-8cfa-a2d5d2d0949b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:35:50Z', 'updated_at': '2021-08-27T01:35:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': 'b164fd31-667f-4f6b-9cc9-cbd77b570c14', 'name': '', 'network_id': 'c7e91bc9-47cc-414f-923f-434ae1ea252b', 'tenant_id': '81a1b072067240c39a1dd275789d04b5', 'mac_address': 'fa:16:3e:69:db:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca255ad-0841-4949-8cfa-a2d5d2d0949b', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '04cd8087-7e8d-4abc-ba0f-159f9ac5190e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:35:52Z', 'updated_at': '2021-08-27T01:35:54Z', 'revision_number': 2, 'project_id': '81a1b072067240c39a1dd275789d04b5', 'subnets': [{'id': '04cd8087-7e8d-4abc-ba0f-159f9ac5190e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:35:58.734336 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Pushing event updated for resources: {'Port': ['ID=f2116e39-847b-4a1a-8f21-12a311b9f8e5,revision_number=4']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:58.756753 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff55945-d313-43b2-9440-84c7addfee9d None None] Checking router: 3ca255ad-0841-4949-8cfa-a2d5d2d0949b for host: dv-cinder-759169-3-iscsi {{(pid=94318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 01:35:58.756753 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff55945-d313-43b2-9440-84c7addfee9d None None] Updating router 3ca255ad-0841-4949-8cfa-a2d5d2d0949b port b164fd31-667f-4f6b-9cc9-cbd77b570c14 binding host dv-cinder-759169-3-iscsi {{(pid=94318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 01:35:58.782765 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [None req-3ff55945-d313-43b2-9440-84c7addfee9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:59.083001 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [None req-3ff55945-d313-43b2-9440-84c7addfee9d None None] Notify callbacks [] for port, precommit_update {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:59.092961 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.provisioning_blocks [None req-3ff55945-d313-43b2-9440-84c7addfee9d None None] Transition to ACTIVE for port object b164fd31-667f-4f6b-9cc9-cbd77b570c14 will not be triggered until provisioned by entity L2. {{(pid=94318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:35:59.287899 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [None req-3ff55945-d313-43b2-9440-84c7addfee9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:59.334973 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a01bda-cf3f-4b72-9f0d-43e7995648d2 None None] Pushing event updated for resources: {'Port': ['ID=b164fd31-667f-4f6b-9cc9-cbd77b570c14,revision_number=3']} {{(pid=94318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:59.394547 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.managers [None req-3ff55945-d313-43b2-9440-84c7addfee9d None None] Attempting to bind port b164fd31-667f-4f6b-9cc9-cbd77b570c14 on host dv-cinder-759169-3-iscsi for vnic_type normal with profile {{(pid=94318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 01:35:59.394915 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.managers [None req-3ff55945-d313-43b2-9440-84c7addfee9d None None] Attempting to bind port b164fd31-667f-4f6b-9cc9-cbd77b570c14 by drivers openvswitch,hyperv on host dv-cinder-759169-3-iscsi at level 0 using segments [{'id': 'c7dd8fda-30ff-45f3-a815-8a0a1c76d256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c7e91bc9-47cc-414f-923f-434ae1ea252b'}] {{(pid=94318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 01:35:59.395483 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff55945-d313-43b2-9440-84c7addfee9d None None] Attempting to bind port b164fd31-667f-4f6b-9cc9-cbd77b570c14 on network c7e91bc9-47cc-414f-923f-434ae1ea252b {{(pid=94318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:35:59.401010 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff55945-d313-43b2-9440-84c7addfee9d None None] Checking agent: {'id': '9a53e131-30a1-425b-897f-67705806e918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759169-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 1, 22, 15), 'started_at': datetime.datetime(2021, 8, 27, 1, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 1, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759169-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 01:35:59.401618 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff55945-d313-43b2-9440-84c7addfee9d None None] Checking segment: {'id': 'c7dd8fda-30ff-45f3-a815-8a0a1c76d256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c7e91bc9-47cc-414f-923f-434ae1ea252b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:35:59.402177 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [None req-3ff55945-d313-43b2-9440-84c7addfee9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:59.402741 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff55945-d313-43b2-9440-84c7addfee9d None None] Bound using segment: {'id': 'c7dd8fda-30ff-45f3-a815-8a0a1c76d256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c7e91bc9-47cc-414f-923f-434ae1ea252b'} {{(pid=94318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 01:35:59.403362 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.managers [None req-3ff55945-d313-43b2-9440-84c7addfee9d None None] Bound port: b164fd31-667f-4f6b-9cc9-cbd77b570c14, host: dv-cinder-759169-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7dd8fda-30ff-45f3-a815-8a0a1c76d256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c7e91bc9-47cc-414f-923f-434ae1ea252b'}}] {{(pid=94318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 01:35:59.403922 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [None req-3ff55945-d313-43b2-9440-84c7addfee9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:59.490301 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.db [None req-3ff55945-d313-43b2-9440-84c7addfee9d None None] For port b164fd31-667f-4f6b-9cc9-cbd77b570c14, host dv-cinder-759169-3-iscsi, cleared binding levels {{(pid=94318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 01:35:59.493237 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c042c476-1208-48e0-b8f1-a6dadecad323 req-de2b9ce5-9e4c-4c7d-99cc-6e86bb3bd05b tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:35:59.495452 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.db [None req-3ff55945-d313-43b2-9440-84c7addfee9d None None] For port b164fd31-667f-4f6b-9cc9-cbd77b570c14, host dv-cinder-759169-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=b164fd31-667f-4f6b-9cc9-cbd77b570c14,segment=NetworkSegment(c7dd8fda-30ff-45f3-a815-8a0a1c76d256),segment_id=c7dd8fda-30ff-45f3-a815-8a0a1c76d256)] {{(pid=94318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 01:35:59.501545 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-c042c476-1208-48e0-b8f1-a6dadecad323 req-de2b9ce5-9e4c-4c7d-99cc-6e86bb3bd05b tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/ports?device_id=03bed1c0-44d0-4815-8f32-5a2ae2a98987 HTTP/1.1" status: 200 len: 945 time: 0.0731616 Aug 27 01:35:59.542805 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-c042c476-1208-48e0-b8f1-a6dadecad323 req-94589980-b270-4885-b9dc-d422f62c29c3 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/security-groups?id=f759f608-368c-412a-bbe4-f4ed343a5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403719 Aug 27 01:35:59.580148 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [None req-3ff55945-d313-43b2-9440-84c7addfee9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:35:59.651571 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff55945-d313-43b2-9440-84c7addfee9d None None] Routers {'3ca255ad-0841-4949-8cfa-a2d5d2d0949b'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:35:59.653341 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-3ff55945-d313-43b2-9440-84c7addfee9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:35:44Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['3ca255ad-0841-4949-8cfa-a2d5d2d0949b'], 'active': True} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:35:59.726755 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a01bda-cf3f-4b72-9f0d-43e7995648d2 None None] Pushing event updated for resources: {'Port': ['ID=b164fd31-667f-4f6b-9cc9-cbd77b570c14,revision_number=4']} {{(pid=94318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:35:59.800561 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvr_db [None req-3ff55945-d313-43b2-9440-84c7addfee9d None None] Set router 3ca255ad-0841-4949-8cfa-a2d5d2d0949b gateway port host: dv-cinder-759169-3-iscsi {{(pid=94318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:36:00.032906 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-3ff55945-d313-43b2-9440-84c7addfee9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca255ad-0841-4949-8cfa-a2d5d2d0949b', 'name': 'tempest-TestMinimumBasicScenario-1948959541-router', 'tenant_id': '81a1b072067240c39a1dd275789d04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'f2116e39-847b-4a1a-8f21-12a311b9f8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:35:49Z', 'updated_at': '2021-08-27T01:35:53Z', 'revision_number': 4, 'project_id': '81a1b072067240c39a1dd275789d04b5', 'gw_port': {'id': 'f2116e39-847b-4a1a-8f21-12a311b9f8e5', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca255ad-0841-4949-8cfa-a2d5d2d0949b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:35:50Z', 'updated_at': '2021-08-27T01:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': 'b164fd31-667f-4f6b-9cc9-cbd77b570c14', 'name': '', 'network_id': 'c7e91bc9-47cc-414f-923f-434ae1ea252b', 'tenant_id': '81a1b072067240c39a1dd275789d04b5', 'mac_address': 'fa:16:3e:69:db:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca255ad-0841-4949-8cfa-a2d5d2d0949b', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '04cd8087-7e8d-4abc-ba0f-159f9ac5190e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:35:52Z', 'updated_at': '2021-08-27T01:35:59Z', 'revision_number': 4, 'project_id': '81a1b072067240c39a1dd275789d04b5', 'subnets': [{'id': '04cd8087-7e8d-4abc-ba0f-159f9ac5190e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:36:00.076477 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff55945-d313-43b2-9440-84c7addfee9d None None] The sync data for ids ['3ca255ad-0841-4949-8cfa-a2d5d2d0949b'] in dv-cinder-759169-3-iscsi is: [{'id': '3ca255ad-0841-4949-8cfa-a2d5d2d0949b', 'name': 'tempest-TestMinimumBasicScenario-1948959541-router', 'tenant_id': '81a1b072067240c39a1dd275789d04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'f2116e39-847b-4a1a-8f21-12a311b9f8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:35:49Z', 'updated_at': '2021-08-27T01:35:53Z', 'revision_number': 4, 'project_id': '81a1b072067240c39a1dd275789d04b5', 'gw_port': {'id': 'f2116e39-847b-4a1a-8f21-12a311b9f8e5', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca255ad-0841-4949-8cfa-a2d5d2d0949b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:35:50Z', 'updated_at': '2021-08-27T01:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': 'b164fd31-667f-4f6b-9cc9-cbd77b570c14', 'name': '', 'network_id': 'c7e91bc9-47cc-414f-923f-434ae1ea252b', 'tenant_id': '81a1b072067240c39a1dd275789d04b5', 'mac_address': 'fa:16:3e:69:db:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca255ad-0841-4949-8cfa-a2d5d2d0949b', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '04cd8087-7e8d-4abc-ba0f-159f9ac5190e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:35:52Z', 'updated_at': '2021-08-27T01:35:59Z', 'revision_number': 4, 'project_id': '81a1b072067240c39a1dd275789d04b5', 'subnets': [{'id': '04cd8087-7e8d-4abc-ba0f-159f9ac5190e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 01:36:00.326369 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device f2116e39-847b-4a1a-8f21-12a311b9f8e5 up at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:36:00.389983 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning complete for port f2116e39-847b-4a1a-8f21-12a311b9f8e5 triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:36:00.391069 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:00.511400 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device b164fd31-667f-4f6b-9cc9-cbd77b570c14 up at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:36:00.664988 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning for port b164fd31-667f-4f6b-9cc9-cbd77b570c14 completed by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:36:00.669666 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning complete for port b164fd31-667f-4f6b-9cc9-cbd77b570c14 triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:36:00.670165 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:00.777970 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:00.823220 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] For port b164fd31-667f-4f6b-9cc9-cbd77b570c14, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=b164fd31-667f-4f6b-9cc9-cbd77b570c14,segment=NetworkSegment(c7dd8fda-30ff-45f3-a815-8a0a1c76d256),segment_id=c7dd8fda-30ff-45f3-a815-8a0a1c76d256)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:36:00.981499 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:01.052059 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Pushing event updated for resources: {'Port': ['ID=b164fd31-667f-4f6b-9cc9-cbd77b570c14,revision_number=5']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:36:01.146077 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ddbf5-29ff-4397-8491-2dfa05ccb59f req-67682d00-67f2-480a-94ba-c079b5c549e5 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:01.147608 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-8f6ddbf5-29ff-4397-8491-2dfa05ccb59f req-67682d00-67f2-480a-94ba-c079b5c549e5 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/ports?device_id=03bed1c0-44d0-4815-8f32-5a2ae2a98987 HTTP/1.1" status: 200 len: 945 time: 0.0578928 Aug 27 01:36:01.191034 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-8f6ddbf5-29ff-4397-8491-2dfa05ccb59f req-64282d86-5f73-43bc-b949-17a20f3fb2c7 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/security-groups?id=f759f608-368c-412a-bbe4-f4ed343a5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372617 Aug 27 01:36:02.271508 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device b164fd31-667f-4f6b-9cc9-cbd77b570c14 up at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:36:02.324075 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning complete for port b164fd31-667f-4f6b-9cc9-cbd77b570c14 triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:36:02.324467 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:02.329681 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b949580-13ed-4f20-9963-b49106ad1688 req-fef3571e-5695-4605-b4b1-3c845ac98ed7 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:02.331449 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6b949580-13ed-4f20-9963-b49106ad1688 req-fef3571e-5695-4605-b4b1-3c845ac98ed7 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/ports?device_id=03bed1c0-44d0-4815-8f32-5a2ae2a98987 HTTP/1.1" status: 200 len: 945 time: 0.0600655 Aug 27 01:36:02.374455 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6b949580-13ed-4f20-9963-b49106ad1688 req-8ac8b216-b154-42fa-b3e8-3fa11cb1e42f tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/security-groups?id=f759f608-368c-412a-bbe4-f4ed343a5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353675 Aug 27 01:36:02.907891 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516937d0-7f07-4922-bc9f-32afaacde477 req-7733ba5f-7281-4886-9c56-c8c2bfcae4a2 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:02.909838 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-516937d0-7f07-4922-bc9f-32afaacde477 req-7733ba5f-7281-4886-9c56-c8c2bfcae4a2 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.24 "GET /v2.0/ports?device_id=03bed1c0-44d0-4815-8f32-5a2ae2a98987 HTTP/1.1" status: 200 len: 945 time: 0.0571806 Aug 27 01:36:03.013206 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [req-516937d0-7f07-4922-bc9f-32afaacde477 req-3d68f173-c282-499b-bf6b-a1776309854a tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Deleting port 2984aa66-7f95-4011-b9e2-5845a5757cc0 {{(pid=94315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:36:03.013534 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-516937d0-7f07-4922-bc9f-32afaacde477 req-3d68f173-c282-499b-bf6b-a1776309854a tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:03.113683 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [req-516937d0-7f07-4922-bc9f-32afaacde477 req-3d68f173-c282-499b-bf6b-a1776309854a tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] For port 2984aa66-7f95-4011-b9e2-5845a5757cc0, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=2984aa66-7f95-4011-b9e2-5845a5757cc0,segment=NetworkSegment(4979d350-e05b-4c9b-9924-3e54b59e61dd),segment_id=4979d350-e05b-4c9b-9924-3e54b59e61dd)] {{(pid=94315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:36:03.114180 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-516937d0-7f07-4922-bc9f-32afaacde477 req-3d68f173-c282-499b-bf6b-a1776309854a tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:03.129288 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [req-516937d0-7f07-4922-bc9f-32afaacde477 req-3d68f173-c282-499b-bf6b-a1776309854a tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Calling delete_port for 2984aa66-7f95-4011-b9e2-5845a5757cc0 owned by compute:nova {{(pid=94315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:36:03.316451 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-516937d0-7f07-4922-bc9f-32afaacde477 req-3d68f173-c282-499b-bf6b-a1776309854a tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8502847'] for port, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:03.352483 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d68f173-c282-499b-bf6b-a1776309854a tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Pushing event deleted for resources: {'Port': ['ID=2984aa66-7f95-4011-b9e2-5845a5757cc0,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:36:03.353726 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] get_ports_and_sgs() called for port_ids ['2984aa66-7f95-4011-b9e2-5845a5757cc0'] {{(pid=94317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 01:36:03.432728 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.l3_dvrscheduler_db [req-516937d0-7f07-4922-bc9f-32afaacde477 req-3d68f173-c282-499b-bf6b-a1776309854a tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] No DVR routers for this DVR port 2984aa66-7f95-4011-b9e2-5845a5757cc0 on host hv-cinder-75916 {{(pid=94315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 01:36:03.435564 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-516937d0-7f07-4922-bc9f-32afaacde477 req-3d68f173-c282-499b-bf6b-a1776309854a tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for port, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:03.438739 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-516937d0-7f07-4922-bc9f-32afaacde477 req-3d68f173-c282-499b-bf6b-a1776309854a tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.24 "DELETE /v2.0/ports/2984aa66-7f95-4011-b9e2-5845a5757cc0 HTTP/1.1" status: 204 len: 173 time: 0.5223587 Aug 27 01:36:03.439461 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03bed1c0-44d0-4815-8f32-5a2ae2a98987', 'name': 'network-vif-deleted', 'tag': '2984aa66-7f95-4011-b9e2-5845a5757cc0'}] {{(pid=94315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:36:03.449747 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4b197ec9f2f0e9474c50df7e7ed8b30a1ed8e7d4526d98a0361b780d87c209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7854aabc-649b-4e42-84b7-baab18d40e27" -d '{"events": [{"server_uuid": "03bed1c0-44d0-4815-8f32-5a2ae2a98987", "name": "network-vif-deleted", "tag": "2984aa66-7f95-4011-b9e2-5845a5757cc0"}]}' {{(pid=94315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:36:03.496322 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 01:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee781b6-4ecb-43c1-834a-469b1b1fd0bf x-openstack-request-id: req-6ee781b6-4ecb-43c1-834a-469b1b1fd0bf {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:36:03.496887 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03bed1c0-44d0-4815-8f32-5a2ae2a98987", "name": "network-vif-deleted", "tag": "2984aa66-7f95-4011-b9e2-5845a5757cc0", "status": "completed", "code": 200}]} {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:36:03.497438 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6ee781b6-4ecb-43c1-834a-469b1b1fd0bf {{(pid=94315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:36:03.501052 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03bed1c0-44d0-4815-8f32-5a2ae2a98987', 'name': 'network-vif-deleted', 'tag': '2984aa66-7f95-4011-b9e2-5845a5757cc0', 'status': 'completed', 'code': 200} Aug 27 01:36:03.512085 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-02ff3c73-bc4a-4d46-970c-e759ddfe3e03 req-95d847d5-1583-4a14-a068-3064b81dd721 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/ports?device_id=03bed1c0-44d0-4815-8f32-5a2ae2a98987 HTTP/1.1" status: 200 len: 210 time: 0.0383101 Aug 27 01:36:04.852201 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e71d6-29f2-4970-9c51-3a79c0c264bd req-74ee7a1b-d7b2-4cc1-bbc9-4f60f130f6ba tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:04.853943 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d16e71d6-29f2-4970-9c51-3a79c0c264bd req-74ee7a1b-d7b2-4cc1-bbc9-4f60f130f6ba tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/networks?id=0788b1ad-cd04-4b18-949e-72f4f8f536f9 HTTP/1.1" status: 200 len: 808 time: 0.1187420 Aug 27 01:36:04.874107 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d16e71d6-29f2-4970-9c51-3a79c0c264bd req-7c925181-1691-499d-aaca-fa1b999446a5 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/quotas/31b47b7bf2ed4568af16eb7861b78453 HTTP/1.1" status: 200 len: 375 time: 0.0104783 Aug 27 01:36:04.914237 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d16e71d6-29f2-4970-9c51-3a79c0c264bd req-45c5e535-3869-4b47-b977-69d8f3ba9550 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=31b47b7bf2ed4568af16eb7861b78453&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346043 Aug 27 01:36:05.121477 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d16e71d6-29f2-4970-9c51-3a79c0c264bd req-ed494842-00ee-4cb0-8302-cfee4f208906 service neutron] 10.222.0.25 "GET /v2.0/networks/0788b1ad-cd04-4b18-949e-72f4f8f536f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986284 Aug 27 01:36:05.224471 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d16e71d6-29f2-4970-9c51-3a79c0c264bd req-3e996ae3-ebee-4342-8e92-dca8f4cca707 service neutron] 10.222.0.25 "GET /v2.0/networks/0788b1ad-cd04-4b18-949e-72f4f8f536f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963488 Aug 27 01:36:05.508089 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-d82bcb82-6299-4b23-b540-2094d4fef9a7 req-623e8ae3-935b-48c1-8f34-0030fb8ac1bf tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d6b5fb0-fd9d-41f2-ae08-3321565c5f39 HTTP/1.1" status: 200 len: 210 time: 0.0264742 Aug 27 01:36:06.603513 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-7a83a6f1-e58d-4999-96c2-40df5828c772 req-86f63f51-8b20-44e3-8435-699d99143940 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d6b5fb0-fd9d-41f2-ae08-3321565c5f39 HTTP/1.1" status: 200 len: 210 time: 0.0256984 Aug 27 01:36:06.780958 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device 2984aa66-7f95-4011-b9e2-5845a5757cc0 no longer exists at agent hyperv_hv-cinder-75916 {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 01:36:06.802026 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] No Port match for: 2984aa66-7f95-4011-b9e2-5845a5757cc0 {{(pid=94317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 01:36:06.802366 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device 2984aa66-7f95-4011-b9e2-5845a5757cc0 not bound to the agent host hv-cinder-75916 {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 01:36:07.336105 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893a4cd-fb48-4102-ba93-f57e6c9d0c81 req-ce382e88-72cb-49d1-8df4-b24c55cda0ad tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:07.337509 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-a893a4cd-fb48-4102-ba93-f57e6c9d0c81 req-ce382e88-72cb-49d1-8df4-b24c55cda0ad tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/networks?id=917a1716-6372-44c1-be59-4f3ee33be285 HTTP/1.1" status: 200 len: 815 time: 0.1016181 Aug 27 01:36:07.351845 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-a893a4cd-fb48-4102-ba93-f57e6c9d0c81 req-129b00a4-5422-4fca-ae33-023b5363b061 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/quotas/0c906f0891a04908acd7dc34d1953279 HTTP/1.1" status: 200 len: 375 time: 0.0086491 Aug 27 01:36:07.407860 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-a893a4cd-fb48-4102-ba93-f57e6c9d0c81 req-e026ba2d-e72b-46ac-93b4-8f43bd176203 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0c906f0891a04908acd7dc34d1953279&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510318 Aug 27 01:36:07.505247 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-a893a4cd-fb48-4102-ba93-f57e6c9d0c81 req-345310dc-f580-48e4-b1e6-684b571220aa service neutron] 10.222.0.25 "GET /v2.0/networks/917a1716-6372-44c1-be59-4f3ee33be285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859525 Aug 27 01:36:07.593844 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-a893a4cd-fb48-4102-ba93-f57e6c9d0c81 req-f4efa9fa-4c0f-4f64-9aa7-ca510d1283cf service neutron] 10.222.0.25 "GET /v2.0/networks/917a1716-6372-44c1-be59-4f3ee33be285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824795 Aug 27 01:36:07.685751 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e71d6-29f2-4970-9c51-3a79c0c264bd req-79c06d6b-0b6c-447f-b805-30735e17bca2 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:07.687949 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d16e71d6-29f2-4970-9c51-3a79c0c264bd req-79c06d6b-0b6c-447f-b805-30735e17bca2 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.24 "GET /v2.0/networks?id=0788b1ad-cd04-4b18-949e-72f4f8f536f9 HTTP/1.1" status: 200 len: 808 time: 0.1099336 Aug 27 01:36:07.716360 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-598acf6f-0174-44cb-9ff9-c7e67c6c6539 req-df80913c-18d5-467f-8510-8ac6bce5266f tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d6b5fb0-fd9d-41f2-ae08-3321565c5f39 HTTP/1.1" status: 200 len: 210 time: 0.0274112 Aug 27 01:36:07.721215 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [req-d16e71d6-29f2-4970-9c51-3a79c0c264bd req-8cf342ee-ad48-42a6-b7df-8c2c08fd861a tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Request body: {'port': {'device_id': '8d6b5fb0-fd9d-41f2-ae08-3321565c5f39', 'network_id': '0788b1ad-cd04-4b18-949e-72f4f8f536f9', 'admin_state_up': True, 'tenant_id': '31b47b7bf2ed4568af16eb7861b78453'}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:36:07.823753 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-36359816-b193-42b7-90e4-4f77eab51910 req-f1e58f04-92ae-4dfc-ac1c-7196a126c7b6 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/ports?device_id=05daee4f-8e0c-4b0f-955f-09527893b2fa HTTP/1.1" status: 200 len: 210 time: 0.0360062 Aug 27 01:36:07.962061 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d16e71d6-29f2-4970-9c51-3a79c0c264bd req-8cf342ee-ad48-42a6-b7df-8c2c08fd861a tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Made reservation on behalf of 31b47b7bf2ed4568af16eb7861b78453 for: {'port': 1} {{(pid=94315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:36:07.965761 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-d16e71d6-29f2-4970-9c51-3a79c0c264bd req-8cf342ee-ad48-42a6-b7df-8c2c08fd861a tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:08.108859 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.db_base_plugin_common [req-d16e71d6-29f2-4970-9c51-3a79c0c264bd req-8cf342ee-ad48-42a6-b7df-8c2c08fd861a tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Allocated IP 172.20.0.7 (0788b1ad-cd04-4b18-949e-72f4f8f536f9/982c013f-3062-4348-9645-9e2d96b1fbf0/e2c055ab-51cf-42da-b9db-cd0f000b188e) {{(pid=94315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 01:36:08.256928 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-d16e71d6-29f2-4970-9c51-3a79c0c264bd req-8cf342ee-ad48-42a6-b7df-8c2c08fd861a tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Notify callbacks [] for port, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:08.396775 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-d16e71d6-29f2-4970-9c51-3a79c0c264bd req-8cf342ee-ad48-42a6-b7df-8c2c08fd861a tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791478024214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8502847'] for port, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:08.440241 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d16e71d6-29f2-4970-9c51-3a79c0c264bd req-8cf342ee-ad48-42a6-b7df-8c2c08fd861a tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Network 0788b1ad-cd04-4b18-949e-72f4f8f536f9 is already hosted by enough agents. {{(pid=94315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:36:08.453317 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.base_scheduler [req-d16e71d6-29f2-4970-9c51-3a79c0c264bd req-8cf342ee-ad48-42a6-b7df-8c2c08fd861a tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Resources bound (agent type, host, resource id): {{(pid=94315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:36:08.453317 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.l3_dvrscheduler_db [req-d16e71d6-29f2-4970-9c51-3a79c0c264bd req-8cf342ee-ad48-42a6-b7df-8c2c08fd861a tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Received port after_create {{(pid=94315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 01:36:08.481287 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf342ee-ad48-42a6-b7df-8c2c08fd861a tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Pushing event updated for resources: {'Port': ['ID=e2c055ab-51cf-42da-b9db-cd0f000b188e,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:36:08.511373 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e71d6-29f2-4970-9c51-3a79c0c264bd req-8cf342ee-ad48-42a6-b7df-8c2c08fd861a tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:08.511972 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-d16e71d6-29f2-4970-9c51-3a79c0c264bd req-8cf342ee-ad48-42a6-b7df-8c2c08fd861a tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for port, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:08.613703 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d16e71d6-29f2-4970-9c51-3a79c0c264bd req-8cf342ee-ad48-42a6-b7df-8c2c08fd861a tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8996360 Aug 27 01:36:08.634790 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [req-d16e71d6-29f2-4970-9c51-3a79c0c264bd req-f5b65d34-a480-4216-8eb9-97c4a7af2c95 service neutron] Request body: {'port': {'device_id': '8d6b5fb0-fd9d-41f2-ae08-3321565c5f39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75916'}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:36:08.689874 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-d16e71d6-29f2-4970-9c51-3a79c0c264bd req-f5b65d34-a480-4216-8eb9-97c4a7af2c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:08.833974 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20514063-572d-4559-932b-d2e1fdbaaaeb req-a42a4a66-7939-4287-b34a-97215b7de574 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:08.835481 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-20514063-572d-4559-932b-d2e1fdbaaaeb req-a42a4a66-7939-4287-b34a-97215b7de574 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d6b5fb0-fd9d-41f2-ae08-3321565c5f39 HTTP/1.1" status: 200 len: 931 time: 0.0488095 Aug 27 01:36:08.885774 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-20514063-572d-4559-932b-d2e1fdbaaaeb req-b32ce849-257f-48a9-a09d-536b867b4201 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/security-groups?id=f759f608-368c-412a-bbe4-f4ed343a5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388439 Aug 27 01:36:08.934691 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-f5049df6-5469-469c-bc50-de8e97ea8d0e req-168bf7c9-c9e5-4548-bb09-736f3be0e654 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/ports?device_id=05daee4f-8e0c-4b0f-955f-09527893b2fa HTTP/1.1" status: 200 len: 210 time: 0.0336871 Aug 27 01:36:08.982970 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [req-d16e71d6-29f2-4970-9c51-3a79c0c264bd req-f5b65d34-a480-4216-8eb9-97c4a7af2c95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2c055ab-51cf-42da-b9db-cd0f000b188e {{(pid=94315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 01:36:08.990454 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-d16e71d6-29f2-4970-9c51-3a79c0c264bd req-f5b65d34-a480-4216-8eb9-97c4a7af2c95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:09.002173 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.provisioning_blocks [req-d16e71d6-29f2-4970-9c51-3a79c0c264bd req-f5b65d34-a480-4216-8eb9-97c4a7af2c95 service neutron] Transition to ACTIVE for port object e2c055ab-51cf-42da-b9db-cd0f000b188e will not be triggered until provisioned by entity L2. {{(pid=94315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:36:09.059045 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-d16e71d6-29f2-4970-9c51-3a79c0c264bd req-f5b65d34-a480-4216-8eb9-97c4a7af2c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8502822'] for port, after_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:09.111541 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b65d34-a480-4216-8eb9-97c4a7af2c95 service neutron] Pushing event updated for resources: {'Port': ['ID=e2c055ab-51cf-42da-b9db-cd0f000b188e,revision_number=2']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:36:09.178013 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.managers [req-d16e71d6-29f2-4970-9c51-3a79c0c264bd req-f5b65d34-a480-4216-8eb9-97c4a7af2c95 service neutron] Attempting to bind port e2c055ab-51cf-42da-b9db-cd0f000b188e on host hv-cinder-75916 for vnic_type normal with profile {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 01:36:09.178347 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.managers [req-d16e71d6-29f2-4970-9c51-3a79c0c264bd req-f5b65d34-a480-4216-8eb9-97c4a7af2c95 service neutron] Attempting to bind port e2c055ab-51cf-42da-b9db-cd0f000b188e by drivers openvswitch,hyperv on host hv-cinder-75916 at level 0 using segments [{'id': '4979d350-e05b-4c9b-9924-3e54b59e61dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0788b1ad-cd04-4b18-949e-72f4f8f536f9'}] {{(pid=94315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 01:36:09.178676 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16e71d6-29f2-4970-9c51-3a79c0c264bd req-f5b65d34-a480-4216-8eb9-97c4a7af2c95 service neutron] Attempting to bind port e2c055ab-51cf-42da-b9db-cd0f000b188e on network 0788b1ad-cd04-4b18-949e-72f4f8f536f9 {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:36:09.182992 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16e71d6-29f2-4970-9c51-3a79c0c264bd req-f5b65d34-a480-4216-8eb9-97c4a7af2c95 service neutron] Port e2c055ab-51cf-42da-b9db-cd0f000b188e on network 0788b1ad-cd04-4b18-949e-72f4f8f536f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75916 {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 01:36:09.183309 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16e71d6-29f2-4970-9c51-3a79c0c264bd req-f5b65d34-a480-4216-8eb9-97c4a7af2c95 service neutron] Attempting to bind port e2c055ab-51cf-42da-b9db-cd0f000b188e on network 0788b1ad-cd04-4b18-949e-72f4f8f536f9 {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:36:09.188624 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16e71d6-29f2-4970-9c51-3a79c0c264bd req-f5b65d34-a480-4216-8eb9-97c4a7af2c95 service neutron] Checking agent: {'id': '7830a306-a71a-451e-a6c7-89247e1febf2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75916', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 1, 28, 23), 'started_at': datetime.datetime(2021, 8, 27, 1, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 1, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 01:36:09.193949 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16e71d6-29f2-4970-9c51-3a79c0c264bd req-f5b65d34-a480-4216-8eb9-97c4a7af2c95 service neutron] Checking segment: {'id': '4979d350-e05b-4c9b-9924-3e54b59e61dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0788b1ad-cd04-4b18-949e-72f4f8f536f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:36:09.193949 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16e71d6-29f2-4970-9c51-3a79c0c264bd req-f5b65d34-a480-4216-8eb9-97c4a7af2c95 service neutron] Bound using segment: {'id': '4979d350-e05b-4c9b-9924-3e54b59e61dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0788b1ad-cd04-4b18-949e-72f4f8f536f9'} {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 01:36:09.193949 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.managers [req-d16e71d6-29f2-4970-9c51-3a79c0c264bd req-f5b65d34-a480-4216-8eb9-97c4a7af2c95 service neutron] Bound port: e2c055ab-51cf-42da-b9db-cd0f000b188e, host: hv-cinder-75916, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4979d350-e05b-4c9b-9924-3e54b59e61dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0788b1ad-cd04-4b18-949e-72f4f8f536f9'}}] {{(pid=94315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 01:36:09.193949 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-d16e71d6-29f2-4970-9c51-3a79c0c264bd req-f5b65d34-a480-4216-8eb9-97c4a7af2c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:09.253826 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [req-d16e71d6-29f2-4970-9c51-3a79c0c264bd req-f5b65d34-a480-4216-8eb9-97c4a7af2c95 service neutron] For port e2c055ab-51cf-42da-b9db-cd0f000b188e, host hv-cinder-75916, cleared binding levels {{(pid=94315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 01:36:09.256637 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [req-d16e71d6-29f2-4970-9c51-3a79c0c264bd req-f5b65d34-a480-4216-8eb9-97c4a7af2c95 service neutron] For port e2c055ab-51cf-42da-b9db-cd0f000b188e, host hv-cinder-75916, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=e2c055ab-51cf-42da-b9db-cd0f000b188e,segment=NetworkSegment(4979d350-e05b-4c9b-9924-3e54b59e61dd),segment_id=4979d350-e05b-4c9b-9924-3e54b59e61dd)] {{(pid=94315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 01:36:09.339881 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-d16e71d6-29f2-4970-9c51-3a79c0c264bd req-f5b65d34-a480-4216-8eb9-97c4a7af2c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8502822'] for port, after_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:09.371806 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e71d6-29f2-4970-9c51-3a79c0c264bd req-f5b65d34-a480-4216-8eb9-97c4a7af2c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:09.372584 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-d16e71d6-29f2-4970-9c51-3a79c0c264bd req-f5b65d34-a480-4216-8eb9-97c4a7af2c95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for port, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:09.374549 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d16e71d6-29f2-4970-9c51-3a79c0c264bd req-f5b65d34-a480-4216-8eb9-97c4a7af2c95 service neutron] 10.222.0.24 "PUT /v2.0/ports/e2c055ab-51cf-42da-b9db-cd0f000b188e HTTP/1.1" status: 200 len: 1093 time: 0.7438471 Aug 27 01:36:09.376690 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d6b5fb0-fd9d-41f2-ae08-3321565c5f39', 'tag': 'e2c055ab-51cf-42da-b9db-cd0f000b188e'}] {{(pid=94315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:36:09.378966 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4b197ec9f2f0e9474c50df7e7ed8b30a1ed8e7d4526d98a0361b780d87c209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33b1d36-1488-4a5b-a56d-6c399978a994" -d '{"events": [{"name": "network-changed", "server_uuid": "8d6b5fb0-fd9d-41f2-ae08-3321565c5f39", "tag": "e2c055ab-51cf-42da-b9db-cd0f000b188e"}]}' {{(pid=94315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:36:09.409264 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b65d34-a480-4216-8eb9-97c4a7af2c95 service neutron] Pushing event updated for resources: {'Port': ['ID=e2c055ab-51cf-42da-b9db-cd0f000b188e,revision_number=3']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:36:09.418846 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 01:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea03bdcc-9942-47d2-aeaa-3de07dabe18a x-openstack-request-id: req-ea03bdcc-9942-47d2-aeaa-3de07dabe18a {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:36:09.419118 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d6b5fb0-fd9d-41f2-ae08-3321565c5f39", "tag": "e2c055ab-51cf-42da-b9db-cd0f000b188e", "status": "completed", "code": 200}]} {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:36:09.419552 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ea03bdcc-9942-47d2-aeaa-3de07dabe18a {{(pid=94315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:36:09.419950 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d6b5fb0-fd9d-41f2-ae08-3321565c5f39', 'tag': 'e2c055ab-51cf-42da-b9db-cd0f000b188e', 'status': 'completed', 'code': 200} Aug 27 01:36:09.513576 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b1d36-1488-4a5b-a56d-6c399978a994 req-56a117f9-9ed1-4bda-ae33-d4756ed25cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:09.515873 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-c33b1d36-1488-4a5b-a56d-6c399978a994 req-56a117f9-9ed1-4bda-ae33-d4756ed25cbe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=31b47b7bf2ed4568af16eb7861b78453&device_id=8d6b5fb0-fd9d-41f2-ae08-3321565c5f39 HTTP/1.1" status: 200 len: 1096 time: 0.0455308 Aug 27 01:36:09.618305 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b1d36-1488-4a5b-a56d-6c399978a994 req-984bdf18-362d-4d73-9709-b5f9bab19f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:09.619723 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-c33b1d36-1488-4a5b-a56d-6c399978a994 req-984bdf18-362d-4d73-9709-b5f9bab19f0d service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=31b47b7bf2ed4568af16eb7861b78453&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0868735 Aug 27 01:36:09.716043 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b1d36-1488-4a5b-a56d-6c399978a994 req-0a9c8eec-a5ee-4707-a3ff-ba0225de8440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:09.717528 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-c33b1d36-1488-4a5b-a56d-6c399978a994 req-0a9c8eec-a5ee-4707-a3ff-ba0225de8440 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0888505 Aug 27 01:36:09.838355 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e71d6-29f2-4970-9c51-3a79c0c264bd req-f92d5596-fcf8-4448-81cf-a9142887fce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:09.839742 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d16e71d6-29f2-4970-9c51-3a79c0c264bd req-f92d5596-fcf8-4448-81cf-a9142887fce2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=31b47b7bf2ed4568af16eb7861b78453&device_id=8d6b5fb0-fd9d-41f2-ae08-3321565c5f39 HTTP/1.1" status: 200 len: 1096 time: 0.0407479 Aug 27 01:36:09.888080 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d16e71d6-29f2-4970-9c51-3a79c0c264bd req-aa239c52-a840-4ad2-9116-53f995052720 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2c055ab-51cf-42da-b9db-cd0f000b188e HTTP/1.1" status: 200 len: 217 time: 0.0332706 Aug 27 01:36:09.947617 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e71d6-29f2-4970-9c51-3a79c0c264bd req-f8e6d3c2-3afa-433c-a4d5-555d4e92c90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:09.949177 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d16e71d6-29f2-4970-9c51-3a79c0c264bd req-f8e6d3c2-3afa-433c-a4d5-555d4e92c90b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=982c013f-3062-4348-9645-9e2d96b1fbf0 HTTP/1.1" status: 200 len: 848 time: 0.0516741 Aug 27 01:36:10.036115 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-f20a0d4d-aeab-4347-9191-eada992d038c req-af7a28d8-fce2-4da4-bdfa-d549e0beaae5 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/ports?device_id=05daee4f-8e0c-4b0f-955f-09527893b2fa HTTP/1.1" status: 200 len: 210 time: 0.0326641 Aug 27 01:36:10.037017 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339dd66e-2d33-4a5f-83f8-620d36ac9e7c req-baa9a5d5-2ad0-4e4b-aa4f-8cf158653239 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:10.038497 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-339dd66e-2d33-4a5f-83f8-620d36ac9e7c req-baa9a5d5-2ad0-4e4b-aa4f-8cf158653239 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d6b5fb0-fd9d-41f2-ae08-3321565c5f39 HTTP/1.1" status: 200 len: 943 time: 0.0884676 Aug 27 01:36:10.067870 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d16e71d6-29f2-4970-9c51-3a79c0c264bd req-9d5ed02d-cdc4-49cc-9531-3e00b13419f0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0788b1ad-cd04-4b18-949e-72f4f8f536f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785019 Aug 27 01:36:10.181655 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-339dd66e-2d33-4a5f-83f8-620d36ac9e7c req-33778eea-7b0b-493d-90c2-ac3d1d3553d3 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/security-groups?id=f759f608-368c-412a-bbe4-f4ed343a5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110644 Aug 27 01:36:10.211081 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893a4cd-fb48-4102-ba93-f57e6c9d0c81 req-69e3652f-0bcf-4e36-9732-6b7d63051b24 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:10.212524 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-a893a4cd-fb48-4102-ba93-f57e6c9d0c81 req-69e3652f-0bcf-4e36-9732-6b7d63051b24 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.24 "GET /v2.0/networks?id=917a1716-6372-44c1-be59-4f3ee33be285 HTTP/1.1" status: 200 len: 815 time: 0.2244036 Aug 27 01:36:10.228587 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d16e71d6-29f2-4970-9c51-3a79c0c264bd req-a7ccd091-5c0a-41ae-a576-7255fbba30ea service neutron] 10.222.0.24 "GET /v2.0/networks/0788b1ad-cd04-4b18-949e-72f4f8f536f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474848 Aug 27 01:36:10.234142 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [req-a893a4cd-fb48-4102-ba93-f57e6c9d0c81 req-74b1e67f-e765-48af-b184-124c1987989e tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Request body: {'port': {'device_id': '05daee4f-8e0c-4b0f-955f-09527893b2fa', 'network_id': '917a1716-6372-44c1-be59-4f3ee33be285', 'admin_state_up': True, 'tenant_id': '0c906f0891a04908acd7dc34d1953279'}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:36:10.404416 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d16e71d6-29f2-4970-9c51-3a79c0c264bd req-0622763e-58f0-42ce-b1c3-b7973ba0ac18 service neutron] 10.222.0.24 "GET /v2.0/networks/0788b1ad-cd04-4b18-949e-72f4f8f536f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649084 Aug 27 01:36:10.464952 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a893a4cd-fb48-4102-ba93-f57e6c9d0c81 req-74b1e67f-e765-48af-b184-124c1987989e tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Made reservation on behalf of 0c906f0891a04908acd7dc34d1953279 for: {'port': 1} {{(pid=94315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:36:10.469510 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-a893a4cd-fb48-4102-ba93-f57e6c9d0c81 req-74b1e67f-e765-48af-b184-124c1987989e tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:10.597727 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.db_base_plugin_common [req-a893a4cd-fb48-4102-ba93-f57e6c9d0c81 req-74b1e67f-e765-48af-b184-124c1987989e tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Allocated IP 172.20.0.8 (917a1716-6372-44c1-be59-4f3ee33be285/e11f456c-fbd8-41f1-91e9-92ed93af2b4a/ecfa3830-4bf2-43df-94c3-c0d06632b36e) {{(pid=94315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 01:36:10.740559 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-a893a4cd-fb48-4102-ba93-f57e6c9d0c81 req-74b1e67f-e765-48af-b184-124c1987989e tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks [] for port, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:10.754627 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.provisioning_blocks [req-a893a4cd-fb48-4102-ba93-f57e6c9d0c81 req-74b1e67f-e765-48af-b184-124c1987989e tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Transition to ACTIVE for port object ecfa3830-4bf2-43df-94c3-c0d06632b36e will not be triggered until provisioned by entity DHCP. {{(pid=94315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:36:10.893567 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-a893a4cd-fb48-4102-ba93-f57e6c9d0c81 req-74b1e67f-e765-48af-b184-124c1987989e tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791478024214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8502847'] for port, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:10.938372 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a893a4cd-fb48-4102-ba93-f57e6c9d0c81 req-74b1e67f-e765-48af-b184-124c1987989e tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Network 917a1716-6372-44c1-be59-4f3ee33be285 is already hosted by enough agents. {{(pid=94315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:36:10.943334 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.base_scheduler [req-a893a4cd-fb48-4102-ba93-f57e6c9d0c81 req-74b1e67f-e765-48af-b184-124c1987989e tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Resources bound (agent type, host, resource id): {{(pid=94315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:36:10.946979 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.l3_dvrscheduler_db [req-a893a4cd-fb48-4102-ba93-f57e6c9d0c81 req-74b1e67f-e765-48af-b184-124c1987989e tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Received port after_create {{(pid=94315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 01:36:10.973578 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b1e67f-e765-48af-b184-124c1987989e tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Pushing event updated for resources: {'Port': ['ID=ecfa3830-4bf2-43df-94c3-c0d06632b36e,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:36:11.002495 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893a4cd-fb48-4102-ba93-f57e6c9d0c81 req-74b1e67f-e765-48af-b184-124c1987989e tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:11.003121 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-a893a4cd-fb48-4102-ba93-f57e6c9d0c81 req-74b1e67f-e765-48af-b184-124c1987989e tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for port, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:11.084374 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-a893a4cd-fb48-4102-ba93-f57e6c9d0c81 req-74b1e67f-e765-48af-b184-124c1987989e tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8540456 Aug 27 01:36:11.225040 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d910e-1741-4086-8f05-de7fa3e68753 req-88b83bc0-5390-444e-9d08-8d2bb26462cf tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:11.227740 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-304d910e-1741-4086-8f05-de7fa3e68753 req-88b83bc0-5390-444e-9d08-8d2bb26462cf tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/ports?device_id=05daee4f-8e0c-4b0f-955f-09527893b2fa HTTP/1.1" status: 200 len: 931 time: 0.0842068 Aug 27 01:36:11.310382 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-304d910e-1741-4086-8f05-de7fa3e68753 req-200c7715-0e89-409b-847a-1b08222909c6 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7f9b51a-b3b6-4e49-a34c-8b405886f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711420 Aug 27 01:36:11.355383 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be055145-b1a3-48ad-af4c-2ebbcafc06aa req-208f0d1c-486c-4e79-ac8f-bfd1ecb623a7 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:11.356965 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-be055145-b1a3-48ad-af4c-2ebbcafc06aa req-208f0d1c-486c-4e79-ac8f-bfd1ecb623a7 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d6b5fb0-fd9d-41f2-ae08-3321565c5f39 HTTP/1.1" status: 200 len: 943 time: 0.0697906 Aug 27 01:36:11.396278 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-6f0adeba-45b6-44b5-a60f-ca0d23846f39 None None] Provisioning for port ecfa3830-4bf2-43df-94c3-c0d06632b36e completed by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:36:11.401118 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-6f0adeba-45b6-44b5-a60f-ca0d23846f39 None None] Provisioning complete for port ecfa3830-4bf2-43df-94c3-c0d06632b36e triggered by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:36:11.404367 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-6f0adeba-45b6-44b5-a60f-ca0d23846f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:11.409700 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-be055145-b1a3-48ad-af4c-2ebbcafc06aa req-6a756cca-ce12-43eb-a8a5-4c1cb4e3de87 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/security-groups?id=f759f608-368c-412a-bbe4-f4ed343a5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450580 Aug 27 01:36:11.452683 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-6f0adeba-45b6-44b5-a60f-ca0d23846f39 None None] Port ecfa3830-4bf2-43df-94c3-c0d06632b36e cannot update to ACTIVE because it is not bound. {{(pid=94317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 01:36:11.950686 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-55f1846d-c2df-49f5-a499-6b86442ae8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:14.499489 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-5f7a10f6-9e13-40f4-8cd3-5480fc5895c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:14.670665 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:15.905028 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ed545f81-8b1b-4cf8-a1bc-5817d83b44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:17.430862 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-809c4053-e1f3-4656-979d-5dfd58cb0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:22.378312 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [req-a893a4cd-fb48-4102-ba93-f57e6c9d0c81 req-603b12ec-667f-45f7-ad61-fbd80e69b5e7 service neutron] Request body: {'port': {'device_id': '05daee4f-8e0c-4b0f-955f-09527893b2fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75916'}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:36:22.434698 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-a893a4cd-fb48-4102-ba93-f57e6c9d0c81 req-603b12ec-667f-45f7-ad61-fbd80e69b5e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:22.532330 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66c599-b6c3-46c8-ac62-0286c7ec4696 req-b2a5832b-a48b-4269-847f-91334523ec57 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:22.533843 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-da66c599-b6c3-46c8-ac62-0286c7ec4696 req-b2a5832b-a48b-4269-847f-91334523ec57 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/ports?device_id=05daee4f-8e0c-4b0f-955f-09527893b2fa HTTP/1.1" status: 200 len: 931 time: 0.0562251 Aug 27 01:36:22.545615 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a39700-5443-4dc1-9b14-0ed96f38e0b4 req-c8653a48-5cc1-4052-93a1-a2cd126e36d2 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:22.547805 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-b3a39700-5443-4dc1-9b14-0ed96f38e0b4 req-c8653a48-5cc1-4052-93a1-a2cd126e36d2 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d6b5fb0-fd9d-41f2-ae08-3321565c5f39 HTTP/1.1" status: 200 len: 943 time: 0.0484495 Aug 27 01:36:22.586018 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-b3a39700-5443-4dc1-9b14-0ed96f38e0b4 req-cd7bc19c-dd61-44c4-834b-5393b30a6bc1 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/security-groups?id=f759f608-368c-412a-bbe4-f4ed343a5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320027 Aug 27 01:36:22.644060 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-da66c599-b6c3-46c8-ac62-0286c7ec4696 req-862b3232-ed2d-4e67-b7be-f555d6c07741 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7f9b51a-b3b6-4e49-a34c-8b405886f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040120 Aug 27 01:36:22.799908 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [req-a893a4cd-fb48-4102-ba93-f57e6c9d0c81 req-603b12ec-667f-45f7-ad61-fbd80e69b5e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecfa3830-4bf2-43df-94c3-c0d06632b36e {{(pid=94315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 01:36:22.806910 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-a893a4cd-fb48-4102-ba93-f57e6c9d0c81 req-603b12ec-667f-45f7-ad61-fbd80e69b5e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:22.818082 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.provisioning_blocks [req-a893a4cd-fb48-4102-ba93-f57e6c9d0c81 req-603b12ec-667f-45f7-ad61-fbd80e69b5e7 service neutron] Transition to ACTIVE for port object ecfa3830-4bf2-43df-94c3-c0d06632b36e will not be triggered until provisioned by entity L2. {{(pid=94315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:36:22.879179 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device e2c055ab-51cf-42da-b9db-cd0f000b188e details requested by agent hyperv_hv-cinder-75916 with host hv-cinder-75916 {{(pid=94317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 01:36:22.898895 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-a893a4cd-fb48-4102-ba93-f57e6c9d0c81 req-603b12ec-667f-45f7-ad61-fbd80e69b5e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8502822'] for port, after_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:22.967979 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b12ec-667f-45f7-ad61-fbd80e69b5e7 service neutron] Pushing event updated for resources: {'Port': ['ID=ecfa3830-4bf2-43df-94c3-c0d06632b36e,revision_number=2']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:36:22.977725 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port e2c055ab-51cf-42da-b9db-cd0f000b188e, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=e2c055ab-51cf-42da-b9db-cd0f000b188e,segment=NetworkSegment(4979d350-e05b-4c9b-9924-3e54b59e61dd),segment_id=4979d350-e05b-4c9b-9924-3e54b59e61dd)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:36:22.990768 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Returning: {'device': 'e2c055ab-51cf-42da-b9db-cd0f000b188e', 'network_id': '0788b1ad-cd04-4b18-949e-72f4f8f536f9', 'port_id': 'e2c055ab-51cf-42da-b9db-cd0f000b188e', 'mac_address': 'fa:16:3e:bc:87:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '982c013f-3062-4348-9645-9e2d96b1fbf0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 01:36:23.028541 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:23.031552 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.managers [req-a893a4cd-fb48-4102-ba93-f57e6c9d0c81 req-603b12ec-667f-45f7-ad61-fbd80e69b5e7 service neutron] Attempting to bind port ecfa3830-4bf2-43df-94c3-c0d06632b36e on host hv-cinder-75916 for vnic_type normal with profile {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 01:36:23.032368 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.managers [req-a893a4cd-fb48-4102-ba93-f57e6c9d0c81 req-603b12ec-667f-45f7-ad61-fbd80e69b5e7 service neutron] Attempting to bind port ecfa3830-4bf2-43df-94c3-c0d06632b36e by drivers openvswitch,hyperv on host hv-cinder-75916 at level 0 using segments [{'id': 'a368ea2f-1bf9-43d4-a63d-81ec92b5fcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '917a1716-6372-44c1-be59-4f3ee33be285'}] {{(pid=94315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 01:36:23.032694 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a893a4cd-fb48-4102-ba93-f57e6c9d0c81 req-603b12ec-667f-45f7-ad61-fbd80e69b5e7 service neutron] Attempting to bind port ecfa3830-4bf2-43df-94c3-c0d06632b36e on network 917a1716-6372-44c1-be59-4f3ee33be285 {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:36:23.037722 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a893a4cd-fb48-4102-ba93-f57e6c9d0c81 req-603b12ec-667f-45f7-ad61-fbd80e69b5e7 service neutron] Port ecfa3830-4bf2-43df-94c3-c0d06632b36e on network 917a1716-6372-44c1-be59-4f3ee33be285 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75916 {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 01:36:23.039148 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a893a4cd-fb48-4102-ba93-f57e6c9d0c81 req-603b12ec-667f-45f7-ad61-fbd80e69b5e7 service neutron] Attempting to bind port ecfa3830-4bf2-43df-94c3-c0d06632b36e on network 917a1716-6372-44c1-be59-4f3ee33be285 {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:36:23.043237 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a893a4cd-fb48-4102-ba93-f57e6c9d0c81 req-603b12ec-667f-45f7-ad61-fbd80e69b5e7 service neutron] Checking agent: {'id': '7830a306-a71a-451e-a6c7-89247e1febf2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75916', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 1, 28, 23), 'started_at': datetime.datetime(2021, 8, 27, 1, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 1, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 01:36:23.043583 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a893a4cd-fb48-4102-ba93-f57e6c9d0c81 req-603b12ec-667f-45f7-ad61-fbd80e69b5e7 service neutron] Checking segment: {'id': 'a368ea2f-1bf9-43d4-a63d-81ec92b5fcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '917a1716-6372-44c1-be59-4f3ee33be285'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:36:23.044016 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a893a4cd-fb48-4102-ba93-f57e6c9d0c81 req-603b12ec-667f-45f7-ad61-fbd80e69b5e7 service neutron] Bound using segment: {'id': 'a368ea2f-1bf9-43d4-a63d-81ec92b5fcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '917a1716-6372-44c1-be59-4f3ee33be285'} {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 01:36:23.044321 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.notifiers.nova [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2c055ab-51cf-42da-b9db-cd0f000b188e {{(pid=94317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 01:36:23.044437 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.managers [req-a893a4cd-fb48-4102-ba93-f57e6c9d0c81 req-603b12ec-667f-45f7-ad61-fbd80e69b5e7 service neutron] Bound port: ecfa3830-4bf2-43df-94c3-c0d06632b36e, host: hv-cinder-75916, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a368ea2f-1bf9-43d4-a63d-81ec92b5fcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '917a1716-6372-44c1-be59-4f3ee33be285'}}] {{(pid=94315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 01:36:23.044819 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-a893a4cd-fb48-4102-ba93-f57e6c9d0c81 req-603b12ec-667f-45f7-ad61-fbd80e69b5e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:23.069283 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port e2c055ab-51cf-42da-b9db-cd0f000b188e, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=e2c055ab-51cf-42da-b9db-cd0f000b188e,segment=NetworkSegment(4979d350-e05b-4c9b-9924-3e54b59e61dd),segment_id=4979d350-e05b-4c9b-9924-3e54b59e61dd)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:36:23.119641 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [req-a893a4cd-fb48-4102-ba93-f57e6c9d0c81 req-603b12ec-667f-45f7-ad61-fbd80e69b5e7 service neutron] For port ecfa3830-4bf2-43df-94c3-c0d06632b36e, host hv-cinder-75916, cleared binding levels {{(pid=94315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 01:36:23.119641 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [req-a893a4cd-fb48-4102-ba93-f57e6c9d0c81 req-603b12ec-667f-45f7-ad61-fbd80e69b5e7 service neutron] For port ecfa3830-4bf2-43df-94c3-c0d06632b36e, host hv-cinder-75916, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=ecfa3830-4bf2-43df-94c3-c0d06632b36e,segment=NetworkSegment(a368ea2f-1bf9-43d4-a63d-81ec92b5fcaa),segment_id=a368ea2f-1bf9-43d4-a63d-81ec92b5fcaa)] {{(pid=94315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 01:36:23.142027 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:23.193748 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Pushing event updated for resources: {'Port': ['ID=e2c055ab-51cf-42da-b9db-cd0f000b188e,revision_number=4']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:36:23.219276 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-a893a4cd-fb48-4102-ba93-f57e6c9d0c81 req-603b12ec-667f-45f7-ad61-fbd80e69b5e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8502822'] for port, after_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:23.257143 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893a4cd-fb48-4102-ba93-f57e6c9d0c81 req-603b12ec-667f-45f7-ad61-fbd80e69b5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:23.257775 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-a893a4cd-fb48-4102-ba93-f57e6c9d0c81 req-603b12ec-667f-45f7-ad61-fbd80e69b5e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for port, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:23.259161 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-a893a4cd-fb48-4102-ba93-f57e6c9d0c81 req-603b12ec-667f-45f7-ad61-fbd80e69b5e7 service neutron] 10.222.0.24 "PUT /v2.0/ports/ecfa3830-4bf2-43df-94c3-c0d06632b36e HTTP/1.1" status: 200 len: 1093 time: 0.8858523 Aug 27 01:36:23.259591 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05daee4f-8e0c-4b0f-955f-09527893b2fa', 'tag': 'ecfa3830-4bf2-43df-94c3-c0d06632b36e'}] {{(pid=94315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:36:23.261841 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4b197ec9f2f0e9474c50df7e7ed8b30a1ed8e7d4526d98a0361b780d87c209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703e11e7-645e-421f-a8f3-65bd92145490" -d '{"events": [{"name": "network-changed", "server_uuid": "05daee4f-8e0c-4b0f-955f-09527893b2fa", "tag": "ecfa3830-4bf2-43df-94c3-c0d06632b36e"}]}' {{(pid=94315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:36:23.298154 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b12ec-667f-45f7-ad61-fbd80e69b5e7 service neutron] Pushing event updated for resources: {'Port': ['ID=ecfa3830-4bf2-43df-94c3-c0d06632b36e,revision_number=3']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:36:23.309146 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 01:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d746d869-3410-41f5-8513-208d48fd13ba x-openstack-request-id: req-d746d869-3410-41f5-8513-208d48fd13ba {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:36:23.312552 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05daee4f-8e0c-4b0f-955f-09527893b2fa", "tag": "ecfa3830-4bf2-43df-94c3-c0d06632b36e", "status": "completed", "code": 200}]} {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:36:23.312552 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d746d869-3410-41f5-8513-208d48fd13ba {{(pid=94315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:36:23.312552 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05daee4f-8e0c-4b0f-955f-09527893b2fa', 'tag': 'ecfa3830-4bf2-43df-94c3-c0d06632b36e', 'status': 'completed', 'code': 200} Aug 27 01:36:23.399241 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e11e7-645e-421f-a8f3-65bd92145490 req-b578d439-7d9a-41d2-8dd5-7dabe2fbf430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:23.400895 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-703e11e7-645e-421f-a8f3-65bd92145490 req-b578d439-7d9a-41d2-8dd5-7dabe2fbf430 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0c906f0891a04908acd7dc34d1953279&device_id=05daee4f-8e0c-4b0f-955f-09527893b2fa HTTP/1.1" status: 200 len: 1096 time: 0.0447471 Aug 27 01:36:23.456113 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] get_ports_and_sgs() called for port_ids ['e2c055ab-51cf-42da-b9db-cd0f000b188e'] {{(pid=94317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 01:36:23.517744 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e11e7-645e-421f-a8f3-65bd92145490 req-ddde0085-98c6-4885-8830-81f690a310bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:23.519219 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-703e11e7-645e-421f-a8f3-65bd92145490 req-ddde0085-98c6-4885-8830-81f690a310bf service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=0c906f0891a04908acd7dc34d1953279&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1021821 Aug 27 01:36:23.628161 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e11e7-645e-421f-a8f3-65bd92145490 req-50b08754-9bd7-4adf-a1c3-73fb3e10086e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:23.629677 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-703e11e7-645e-421f-a8f3-65bd92145490 req-50b08754-9bd7-4adf-a1c3-73fb3e10086e service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0955715 Aug 27 01:36:23.702469 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b833d-1fe3-4015-a8af-bbda68f371f3 req-4984b02c-cb88-4e4f-b703-27b69dbd0f6c tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:23.704631 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-5f3b833d-1fe3-4015-a8af-bbda68f371f3 req-4984b02c-cb88-4e4f-b703-27b69dbd0f6c tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d6b5fb0-fd9d-41f2-ae08-3321565c5f39 HTTP/1.1" status: 200 len: 944 time: 0.0496197 Aug 27 01:36:23.745804 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-5f3b833d-1fe3-4015-a8af-bbda68f371f3 req-8ea2f85d-0f94-4464-8052-ae5b8719291c tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/security-groups?id=f759f608-368c-412a-bbe4-f4ed343a5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348556 Aug 27 01:36:23.761449 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893a4cd-fb48-4102-ba93-f57e6c9d0c81 req-9cce7443-2f14-4f5c-b46c-7bcba6bacb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:23.762929 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-a893a4cd-fb48-4102-ba93-f57e6c9d0c81 req-9cce7443-2f14-4f5c-b46c-7bcba6bacb8c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0c906f0891a04908acd7dc34d1953279&device_id=05daee4f-8e0c-4b0f-955f-09527893b2fa HTTP/1.1" status: 200 len: 1096 time: 0.0701165 Aug 27 01:36:23.778242 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df771ae6-bf8d-48d5-bacc-a1bc8d1ce19f req-839dd6dc-57ce-4098-847c-ee8eff6d0410 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:23.779608 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-df771ae6-bf8d-48d5-bacc-a1bc8d1ce19f req-839dd6dc-57ce-4098-847c-ee8eff6d0410 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/ports?device_id=05daee4f-8e0c-4b0f-955f-09527893b2fa HTTP/1.1" status: 200 len: 943 time: 0.0584667 Aug 27 01:36:23.829505 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-a893a4cd-fb48-4102-ba93-f57e6c9d0c81 req-3cad4c91-8324-4534-8294-915824db9122 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecfa3830-4bf2-43df-94c3-c0d06632b36e HTTP/1.1" status: 200 len: 217 time: 0.0489845 Aug 27 01:36:23.871405 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-df771ae6-bf8d-48d5-bacc-a1bc8d1ce19f req-203eed31-6e79-4d52-8936-b2ef722e1d49 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7f9b51a-b3b6-4e49-a34c-8b405886f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851414 Aug 27 01:36:23.889312 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893a4cd-fb48-4102-ba93-f57e6c9d0c81 req-02bcf79a-866b-4f9a-864d-bc1a91f92c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:23.890871 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-a893a4cd-fb48-4102-ba93-f57e6c9d0c81 req-02bcf79a-866b-4f9a-864d-bc1a91f92c68 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e11f456c-fbd8-41f1-91e9-92ed93af2b4a HTTP/1.1" status: 200 len: 854 time: 0.0541456 Aug 27 01:36:23.941474 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893a4cd-fb48-4102-ba93-f57e6c9d0c81 req-b1d37740-c971-41cf-99c6-c6261ba16b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:23.942932 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-a893a4cd-fb48-4102-ba93-f57e6c9d0c81 req-b1d37740-c971-41cf-99c6-c6261ba16b2a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=917a1716-6372-44c1-be59-4f3ee33be285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413227 Aug 27 01:36:24.036186 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-a893a4cd-fb48-4102-ba93-f57e6c9d0c81 req-202d2ce8-d4ab-4b02-9e85-1e01db55cf16 service neutron] 10.222.0.24 "GET /v2.0/networks/917a1716-6372-44c1-be59-4f3ee33be285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835569 Aug 27 01:36:24.126238 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-a893a4cd-fb48-4102-ba93-f57e6c9d0c81 req-074f5a1b-3481-4afb-bacc-5d88d11e7240 service neutron] 10.222.0.24 "GET /v2.0/networks/917a1716-6372-44c1-be59-4f3ee33be285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820129 Aug 27 01:36:24.418926 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:24.864464 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396dafbf-66b0-4f52-b76b-4f85bf77e610 req-a7eecaed-6c15-4671-8122-d1d497957de4 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:24.866025 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-396dafbf-66b0-4f52-b76b-4f85bf77e610 req-a7eecaed-6c15-4671-8122-d1d497957de4 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d6b5fb0-fd9d-41f2-ae08-3321565c5f39 HTTP/1.1" status: 200 len: 944 time: 0.0524015 Aug 27 01:36:24.879254 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device e2c055ab-51cf-42da-b9db-cd0f000b188e up at agent hyperv_hv-cinder-75916 {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:36:24.905346 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-396dafbf-66b0-4f52-b76b-4f85bf77e610 req-e19c6214-3d8b-47c4-8f69-b1cd6499471c tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/security-groups?id=f759f608-368c-412a-bbe4-f4ed343a5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334058 Aug 27 01:36:24.991047 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c64d8-91a3-4196-a4d9-63ead6449e88 req-22c8442f-8706-4ad6-aff8-34210fdb33b0 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:24.992516 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-df2c64d8-91a3-4196-a4d9-63ead6449e88 req-22c8442f-8706-4ad6-aff8-34210fdb33b0 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/ports?device_id=05daee4f-8e0c-4b0f-955f-09527893b2fa HTTP/1.1" status: 200 len: 943 time: 0.0508428 Aug 27 01:36:24.996063 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Provisioning for port e2c055ab-51cf-42da-b9db-cd0f000b188e completed by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:36:25.000744 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Provisioning complete for port e2c055ab-51cf-42da-b9db-cd0f000b188e triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:36:25.001306 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:25.031986 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-df2c64d8-91a3-4196-a4d9-63ead6449e88 req-864d25a3-b103-454a-b03a-ceece9e6b57c tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7f9b51a-b3b6-4e49-a34c-8b405886f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332532 Aug 27 01:36:25.076278 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:25.098288 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6b5fb0-fd9d-41f2-ae08-3321565c5f39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c055ab-51cf-42da-b9db-cd0f000b188e'}] {{(pid=94317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:36:25.100486 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ae24146460100d3107ec4d42823fa970b16dae16efc5fac949978fe01edd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10fc81b3-dd32-4325-a2ee-3ea9ada0ed22" -d '{"events": [{"server_uuid": "8d6b5fb0-fd9d-41f2-ae08-3321565c5f39", "name": "network-vif-plugged", "status": "completed", "tag": "e2c055ab-51cf-42da-b9db-cd0f000b188e"}]}' {{(pid=94317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:36:25.112740 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port e2c055ab-51cf-42da-b9db-cd0f000b188e, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=e2c055ab-51cf-42da-b9db-cd0f000b188e,segment=NetworkSegment(4979d350-e05b-4c9b-9924-3e54b59e61dd),segment_id=4979d350-e05b-4c9b-9924-3e54b59e61dd)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:36:25.213523 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:25.252934 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 01:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95ca258-bdde-49e0-b6d8-5b114b7dbe36 x-openstack-request-id: req-b95ca258-bdde-49e0-b6d8-5b114b7dbe36 {{(pid=94317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:36:25.253295 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6b5fb0-fd9d-41f2-ae08-3321565c5f39", "name": "network-vif-plugged", "status": "completed", "tag": "e2c055ab-51cf-42da-b9db-cd0f000b188e", "code": 200}]} {{(pid=94317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:36:25.255597 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b95ca258-bdde-49e0-b6d8-5b114b7dbe36 {{(pid=94317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:36:25.255597 dv-cinder-759169-3-iscsi neutron-server[94317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6b5fb0-fd9d-41f2-ae08-3321565c5f39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c055ab-51cf-42da-b9db-cd0f000b188e', 'code': 200} Aug 27 01:36:25.268146 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Pushing event updated for resources: {'Port': ['ID=e2c055ab-51cf-42da-b9db-cd0f000b188e,revision_number=5']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:36:25.758337 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5763fb2f-ae9e-4570-98ce-28f343b123ab req-400f6792-61fe-449a-a229-5bddab181e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:25.759847 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-5763fb2f-ae9e-4570-98ce-28f343b123ab req-400f6792-61fe-449a-a229-5bddab181e1c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8d6b5fb0-fd9d-41f2-ae08-3321565c5f39 HTTP/1.1" status: 200 len: 1098 time: 0.0392869 Aug 27 01:36:25.800855 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-5763fb2f-ae9e-4570-98ce-28f343b123ab req-275eb329-e5f4-464c-8b46-67807671f393 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f759f608-368c-412a-bbe4-f4ed343a5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293281 Aug 27 01:36:26.023572 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062db912-d2d8-4e75-9f1a-5e468d9bc7f2 req-0873937e-bef6-44a2-8af8-b5463c7b21f3 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:26.025045 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-062db912-d2d8-4e75-9f1a-5e468d9bc7f2 req-0873937e-bef6-44a2-8af8-b5463c7b21f3 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d6b5fb0-fd9d-41f2-ae08-3321565c5f39 HTTP/1.1" status: 200 len: 945 time: 0.0490713 Aug 27 01:36:26.067110 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-062db912-d2d8-4e75-9f1a-5e468d9bc7f2 req-ae1b7c97-717f-46a5-9593-92c6443e7156 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/security-groups?id=f759f608-368c-412a-bbe4-f4ed343a5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360327 Aug 27 01:36:26.159097 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3871ccd-6d6e-4ae8-bc52-e56f9513f40f req-4c00f59d-6c56-4138-a2a7-1f210c63e5fa tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:26.160631 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-a3871ccd-6d6e-4ae8-bc52-e56f9513f40f req-4c00f59d-6c56-4138-a2a7-1f210c63e5fa tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/ports?device_id=05daee4f-8e0c-4b0f-955f-09527893b2fa HTTP/1.1" status: 200 len: 943 time: 0.0495784 Aug 27 01:36:26.171455 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd53b09-25b5-4c49-9120-01de746499b6 req-43bd1ff3-7152-4311-a1ea-4fa5291bc1d3 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:26.173412 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-fdd53b09-25b5-4c49-9120-01de746499b6 req-43bd1ff3-7152-4311-a1ea-4fa5291bc1d3 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 945 time: 0.0517309 Aug 27 01:36:26.201445 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-a3871ccd-6d6e-4ae8-bc52-e56f9513f40f req-34cf42f6-c659-40d6-bc78-12636ecd652d tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7f9b51a-b3b6-4e49-a34c-8b405886f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347202 Aug 27 01:36:26.215780 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-fdd53b09-25b5-4c49-9120-01de746499b6 req-9ddc4f5b-1539-4eca-a67b-928c1ae26d67 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359139 Aug 27 01:36:26.678665 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21b538-6d27-45a1-b527-944b570e195f req-a42cb9d4-0543-4958-ab2a-748512e890da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:26.680133 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-df21b538-6d27-45a1-b527-944b570e195f req-a42cb9d4-0543-4958-ab2a-748512e890da service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9cbe428e1f9c456087aa6ec677fe0330&device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 1098 time: 0.0407257 Aug 27 01:36:26.790501 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21b538-6d27-45a1-b527-944b570e195f req-feea1218-5880-4f1b-b52a-66c30264f586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:26.791959 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-df21b538-6d27-45a1-b527-944b570e195f req-feea1218-5880-4f1b-b52a-66c30264f586 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5c8689e3-4506-47c0-a652-97ed18836189 HTTP/1.1" status: 200 len: 918 time: 0.0885496 Aug 27 01:36:26.881259 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device ecfa3830-4bf2-43df-94c3-c0d06632b36e details requested by agent hyperv_hv-cinder-75916 with host hv-cinder-75916 {{(pid=94317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 01:36:26.979776 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port ecfa3830-4bf2-43df-94c3-c0d06632b36e, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=ecfa3830-4bf2-43df-94c3-c0d06632b36e,segment=NetworkSegment(a368ea2f-1bf9-43d4-a63d-81ec92b5fcaa),segment_id=a368ea2f-1bf9-43d4-a63d-81ec92b5fcaa)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:36:26.992665 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Returning: {'device': 'ecfa3830-4bf2-43df-94c3-c0d06632b36e', 'network_id': '917a1716-6372-44c1-be59-4f3ee33be285', 'port_id': 'ecfa3830-4bf2-43df-94c3-c0d06632b36e', 'mac_address': 'fa:16:3e:b2:22:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e11f456c-fbd8-41f1-91e9-92ed93af2b4a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 01:36:27.036174 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:27.050777 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.notifiers.nova [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecfa3830-4bf2-43df-94c3-c0d06632b36e {{(pid=94317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 01:36:27.072023 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port ecfa3830-4bf2-43df-94c3-c0d06632b36e, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=ecfa3830-4bf2-43df-94c3-c0d06632b36e,segment=NetworkSegment(a368ea2f-1bf9-43d4-a63d-81ec92b5fcaa),segment_id=a368ea2f-1bf9-43d4-a63d-81ec92b5fcaa)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:36:27.175465 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-df21b538-6d27-45a1-b527-944b570e195f req-288e60cc-c5d3-4067-a961-7577740756ce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39c29f7a-a8f4-47b8-b7f9-8153941ce167 HTTP/1.1" status: 200 len: 1000 time: 0.3277004 Aug 27 01:36:27.196140 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:27.204159 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a9bf1-c235-44c6-a5a0-2479c6a16503 req-54261056-efcd-49a3-bec3-9ab99a86ca3a tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:27.205837 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-3d9a9bf1-c235-44c6-a5a0-2479c6a16503 req-54261056-efcd-49a3-bec3-9ab99a86ca3a tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d6b5fb0-fd9d-41f2-ae08-3321565c5f39 HTTP/1.1" status: 200 len: 945 time: 0.0689101 Aug 27 01:36:27.253041 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Pushing event updated for resources: {'Port': ['ID=ecfa3830-4bf2-43df-94c3-c0d06632b36e,revision_number=4']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:36:27.266976 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21b538-6d27-45a1-b527-944b570e195f req-2cf25e53-c7e4-4941-b69e-18602845bc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:27.268510 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-df21b538-6d27-45a1-b527-944b570e195f req-2cf25e53-c7e4-4941-b69e-18602845bc0e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=20caaf11-6500-4480-a57e-55af9949d7c0 HTTP/1.1" status: 200 len: 856 time: 0.0835097 Aug 27 01:36:27.276152 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-3d9a9bf1-c235-44c6-a5a0-2479c6a16503 req-20d118fb-393a-47f5-bf4e-897aec268e91 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/security-groups?id=f759f608-368c-412a-bbe4-f4ed343a5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504401 Aug 27 01:36:27.321445 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21b538-6d27-45a1-b527-944b570e195f req-55609c63-e9b9-4a44-9ea9-f7c56c1456e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:27.323246 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-df21b538-6d27-45a1-b527-944b570e195f req-55609c63-e9b9-4a44-9ea9-f7c56c1456e3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5c8689e3-4506-47c0-a652-97ed18836189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462158 Aug 27 01:36:27.339931 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6b596-9a63-4efc-ba69-5330b84d4da2 req-bd637500-c673-40c2-b235-60d8ad93cb9e tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:27.341599 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-dab6b596-9a63-4efc-ba69-5330b84d4da2 req-bd637500-c673-40c2-b235-60d8ad93cb9e tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/ports?device_id=05daee4f-8e0c-4b0f-955f-09527893b2fa HTTP/1.1" status: 200 len: 944 time: 0.0663874 Aug 27 01:36:27.384173 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-dab6b596-9a63-4efc-ba69-5330b84d4da2 req-fd926312-670b-45d0-b465-def91b3ca98e tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7f9b51a-b3b6-4e49-a34c-8b405886f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357087 Aug 27 01:36:27.454674 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e024c-1145-45a6-b804-954f1cc93ae4 req-8682262d-6471-4948-81a5-8e9cc6a598e4 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:27.456148 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-349e024c-1145-45a6-b804-954f1cc93ae4 req-8682262d-6471-4948-81a5-8e9cc6a598e4 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 945 time: 0.1165371 Aug 27 01:36:27.461397 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-df21b538-6d27-45a1-b527-944b570e195f req-fbc9d81c-986e-4b15-a394-f5a69dcc6dd2 service neutron] 10.222.0.24 "GET /v2.0/networks/5c8689e3-4506-47c0-a652-97ed18836189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304574 Aug 27 01:36:27.538834 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-349e024c-1145-45a6-b804-954f1cc93ae4 req-68a605ff-094f-4b98-a676-6598726577f3 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764227 Aug 27 01:36:27.564341 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] get_ports_and_sgs() called for port_ids ['ecfa3830-4bf2-43df-94c3-c0d06632b36e'] {{(pid=94317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 01:36:27.575506 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-df21b538-6d27-45a1-b527-944b570e195f req-1a8d558d-b631-4e81-86f0-5256dab82841 service neutron] 10.222.0.24 "GET /v2.0/networks/5c8689e3-4506-47c0-a652-97ed18836189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994697 Aug 27 01:36:28.392306 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e75f1-6498-40c1-9c5d-d96186dd78fe req-54d14bb5-3ffb-42a7-a059-a94826fac596 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:28.393823 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-7f3e75f1-6498-40c1-9c5d-d96186dd78fe req-54d14bb5-3ffb-42a7-a059-a94826fac596 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d6b5fb0-fd9d-41f2-ae08-3321565c5f39 HTTP/1.1" status: 200 len: 945 time: 0.0486166 Aug 27 01:36:28.432582 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-7f3e75f1-6498-40c1-9c5d-d96186dd78fe req-de2c895c-2221-4e60-b73f-a15aba44239a tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/security-groups?id=f759f608-368c-412a-bbe4-f4ed343a5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326893 Aug 27 01:36:28.507599 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6062edfc-b494-43c5-9d04-5440e43797eb req-5031afc8-f6a1-4d80-b34a-86174f222ce0 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:28.509102 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-6062edfc-b494-43c5-9d04-5440e43797eb req-5031afc8-f6a1-4d80-b34a-86174f222ce0 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/ports?device_id=05daee4f-8e0c-4b0f-955f-09527893b2fa HTTP/1.1" status: 200 len: 944 time: 0.0502787 Aug 27 01:36:28.545644 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-6062edfc-b494-43c5-9d04-5440e43797eb req-114b4b42-3cac-49a1-858c-c2c557fcec3c tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7f9b51a-b3b6-4e49-a34c-8b405886f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305815 Aug 27 01:36:28.658767 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d047e89-2d63-4983-9452-f555d99773d7 req-d8274635-897b-4955-9da8-0c1ba7ba1719 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:28.660226 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-3d047e89-2d63-4983-9452-f555d99773d7 req-d8274635-897b-4955-9da8-0c1ba7ba1719 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 945 time: 0.0510824 Aug 27 01:36:28.703263 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-3d047e89-2d63-4983-9452-f555d99773d7 req-4aefb56d-b50c-496b-914f-944f3d6c66f4 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371106 Aug 27 01:36:28.888411 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device ecfa3830-4bf2-43df-94c3-c0d06632b36e up at agent hyperv_hv-cinder-75916 {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:36:28.995787 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Provisioning for port ecfa3830-4bf2-43df-94c3-c0d06632b36e completed by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:36:28.999806 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Provisioning complete for port ecfa3830-4bf2-43df-94c3-c0d06632b36e triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:36:29.000181 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:29.075386 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:29.097836 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05daee4f-8e0c-4b0f-955f-09527893b2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecfa3830-4bf2-43df-94c3-c0d06632b36e'}] {{(pid=94317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:36:29.099982 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ae24146460100d3107ec4d42823fa970b16dae16efc5fac949978fe01edd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760b4efa-5add-4012-881f-0b78d5dc4b8f" -d '{"events": [{"server_uuid": "05daee4f-8e0c-4b0f-955f-09527893b2fa", "name": "network-vif-plugged", "status": "completed", "tag": "ecfa3830-4bf2-43df-94c3-c0d06632b36e"}]}' {{(pid=94317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:36:29.112108 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port ecfa3830-4bf2-43df-94c3-c0d06632b36e, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=ecfa3830-4bf2-43df-94c3-c0d06632b36e,segment=NetworkSegment(a368ea2f-1bf9-43d4-a63d-81ec92b5fcaa),segment_id=a368ea2f-1bf9-43d4-a63d-81ec92b5fcaa)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:36:29.136222 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 01:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b5474e-b725-440e-9705-0a63454f6cbe x-openstack-request-id: req-b3b5474e-b725-440e-9705-0a63454f6cbe {{(pid=94317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:36:29.136514 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05daee4f-8e0c-4b0f-955f-09527893b2fa", "name": "network-vif-plugged", "status": "completed", "tag": "ecfa3830-4bf2-43df-94c3-c0d06632b36e", "code": 200}]} {{(pid=94317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:36:29.136767 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b3b5474e-b725-440e-9705-0a63454f6cbe {{(pid=94317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:36:29.137864 dv-cinder-759169-3-iscsi neutron-server[94317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05daee4f-8e0c-4b0f-955f-09527893b2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecfa3830-4bf2-43df-94c3-c0d06632b36e', 'code': 200} Aug 27 01:36:29.212763 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:29.265041 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Pushing event updated for resources: {'Port': ['ID=ecfa3830-4bf2-43df-94c3-c0d06632b36e,revision_number=5']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:36:29.516365 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4726a156-bfc8-4603-b582-ab711940b8c3 req-7631cefb-24d7-473b-b352-36f3c584a0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:29.518645 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-4726a156-bfc8-4603-b582-ab711940b8c3 req-7631cefb-24d7-473b-b352-36f3c584a0c3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=05daee4f-8e0c-4b0f-955f-09527893b2fa HTTP/1.1" status: 200 len: 1098 time: 0.0411701 Aug 27 01:36:29.561391 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-4726a156-bfc8-4603-b582-ab711940b8c3 req-1e7cc96f-6ce1-471b-88d3-c3136ce1eb2b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b7f9b51a-b3b6-4e49-a34c-8b405886f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317488 Aug 27 01:36:29.663386 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b11b7-53df-4fdf-b879-8a0154e09f35 req-78e98067-ecfb-4e81-a195-4013b2c7c834 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:29.664953 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6d8b11b7-53df-4fdf-b879-8a0154e09f35 req-78e98067-ecfb-4e81-a195-4013b2c7c834 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/ports?device_id=05daee4f-8e0c-4b0f-955f-09527893b2fa HTTP/1.1" status: 200 len: 945 time: 0.0504119 Aug 27 01:36:29.705696 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6d8b11b7-53df-4fdf-b879-8a0154e09f35 req-c6f69f7e-9fbd-4736-98fb-b117b23c1b38 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7f9b51a-b3b6-4e49-a34c-8b405886f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336637 Aug 27 01:36:29.758841 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d137a13-ee70-4aac-91b1-b334bd1ea801 req-a365b075-541a-486f-bc29-28859190b297 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:29.760354 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-3d137a13-ee70-4aac-91b1-b334bd1ea801 req-a365b075-541a-486f-bc29-28859190b297 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d6b5fb0-fd9d-41f2-ae08-3321565c5f39 HTTP/1.1" status: 200 len: 945 time: 0.0500236 Aug 27 01:36:29.801131 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-3d137a13-ee70-4aac-91b1-b334bd1ea801 req-89eff9d1-bfa3-4c3f-aba9-02ae72a4069d tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/security-groups?id=f759f608-368c-412a-bbe4-f4ed343a5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344324 Aug 27 01:36:29.822584 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd194a-1b63-403c-9745-3d591774aad2 req-85047baa-6ac5-48d4-b3b0-9f7a1743db10 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:29.824069 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-8fcd194a-1b63-403c-9745-3d591774aad2 req-85047baa-6ac5-48d4-b3b0-9f7a1743db10 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 945 time: 0.0503943 Aug 27 01:36:29.865321 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-8fcd194a-1b63-403c-9745-3d591774aad2 req-c1715e1e-5993-413f-9142-a29cdf17f29d tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347445 Aug 27 01:36:30.816664 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef40eba-475a-4be9-9594-49ce7cdeba16 req-c40cacbd-c141-4487-a0f8-9bb3faecf9da tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:30.818198 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-2ef40eba-475a-4be9-9594-49ce7cdeba16 req-c40cacbd-c141-4487-a0f8-9bb3faecf9da tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/ports?device_id=05daee4f-8e0c-4b0f-955f-09527893b2fa HTTP/1.1" status: 200 len: 945 time: 0.0485675 Aug 27 01:36:30.859721 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-2ef40eba-475a-4be9-9594-49ce7cdeba16 req-6247b6ce-8d90-4d77-b563-45361dbdf189 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7f9b51a-b3b6-4e49-a34c-8b405886f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356376 Aug 27 01:36:30.918997 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c4152-fa45-4fca-b41f-a5a6749a750c req-8a71fc18-eb63-4076-ab93-e79d5e2ac007 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:30.920524 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-6e6c4152-fa45-4fca-b41f-a5a6749a750c req-8a71fc18-eb63-4076-ab93-e79d5e2ac007 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d6b5fb0-fd9d-41f2-ae08-3321565c5f39 HTTP/1.1" status: 200 len: 945 time: 0.0496721 Aug 27 01:36:30.962667 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-6e6c4152-fa45-4fca-b41f-a5a6749a750c req-7807682b-7d47-4593-9caa-399ae09ba74d tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/security-groups?id=f759f608-368c-412a-bbe4-f4ed343a5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357006 Aug 27 01:36:31.004262 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efee202-a70b-487d-8332-f5f1b6f227e7 req-12be5bfd-47c6-4b46-8998-830ec2694cd1 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:31.004262 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-5efee202-a70b-487d-8332-f5f1b6f227e7 req-12be5bfd-47c6-4b46-8998-830ec2694cd1 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 945 time: 0.0487208 Aug 27 01:36:31.028122 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-5efee202-a70b-487d-8332-f5f1b6f227e7 req-fbaa56f8-d5c7-44ec-b873-0e18079eb7ca tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322609 Aug 27 01:36:31.694919 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c1479-e48f-49cb-98a0-4809ea4ef9c6 req-4f8b5d6f-e8ad-4666-b839-751289eae6b6 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:31.696297 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0a2c1479-e48f-49cb-98a0-4809ea4ef9c6 req-4f8b5d6f-e8ad-4666-b839-751289eae6b6 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d6b5fb0-fd9d-41f2-ae08-3321565c5f39 HTTP/1.1" status: 200 len: 945 time: 0.0475793 Aug 27 01:36:31.787977 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [req-0a2c1479-e48f-49cb-98a0-4809ea4ef9c6 req-ff398fa2-6b4f-4c9c-9c32-62cdfcb2c703 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Deleting port e2c055ab-51cf-42da-b9db-cd0f000b188e {{(pid=94315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:36:31.788322 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-0a2c1479-e48f-49cb-98a0-4809ea4ef9c6 req-ff398fa2-6b4f-4c9c-9c32-62cdfcb2c703 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:31.871910 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [req-0a2c1479-e48f-49cb-98a0-4809ea4ef9c6 req-ff398fa2-6b4f-4c9c-9c32-62cdfcb2c703 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] For port e2c055ab-51cf-42da-b9db-cd0f000b188e, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=e2c055ab-51cf-42da-b9db-cd0f000b188e,segment=NetworkSegment(4979d350-e05b-4c9b-9924-3e54b59e61dd),segment_id=4979d350-e05b-4c9b-9924-3e54b59e61dd)] {{(pid=94315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:36:31.872602 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-0a2c1479-e48f-49cb-98a0-4809ea4ef9c6 req-ff398fa2-6b4f-4c9c-9c32-62cdfcb2c703 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:31.885449 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [req-0a2c1479-e48f-49cb-98a0-4809ea4ef9c6 req-ff398fa2-6b4f-4c9c-9c32-62cdfcb2c703 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Calling delete_port for e2c055ab-51cf-42da-b9db-cd0f000b188e owned by compute:nova {{(pid=94315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:36:31.991591 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e1b16-caeb-4c87-a964-4d7f6aaec981 req-0ee0b69a-4759-4d88-8124-fc71dfa11352 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:31.993128 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-3e8e1b16-caeb-4c87-a964-4d7f6aaec981 req-0ee0b69a-4759-4d88-8124-fc71dfa11352 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/ports?device_id=05daee4f-8e0c-4b0f-955f-09527893b2fa HTTP/1.1" status: 200 len: 945 time: 0.0648572 Aug 27 01:36:32.018817 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.agents_db [None req-fec0d0a0-65fd-4898-8015-6bc2580b487e None None] Agent healthcheck: found 6 active agents {{(pid=94318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 01:36:32.059757 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-3e8e1b16-caeb-4c87-a964-4d7f6aaec981 req-0825bf87-0e94-40c4-b0c1-009c90839f8a tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7f9b51a-b3b6-4e49-a34c-8b405886f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596912 Aug 27 01:36:32.087658 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536e168-50ce-4c59-a7cf-109a6caeee7c req-386789fb-55bc-49f5-a793-d79ba1b7e2d8 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:32.089098 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-d536e168-50ce-4c59-a7cf-109a6caeee7c req-386789fb-55bc-49f5-a793-d79ba1b7e2d8 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d6b5fb0-fd9d-41f2-ae08-3321565c5f39 HTTP/1.1" status: 200 len: 945 time: 0.0515883 Aug 27 01:36:32.129277 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-d536e168-50ce-4c59-a7cf-109a6caeee7c req-b3df6862-04c8-4e9a-8cfb-35fd5b208d4e tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/security-groups?id=f759f608-368c-412a-bbe4-f4ed343a5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330334 Aug 27 01:36:32.147650 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-0a2c1479-e48f-49cb-98a0-4809ea4ef9c6 req-ff398fa2-6b4f-4c9c-9c32-62cdfcb2c703 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8502847'] for port, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:32.183968 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] get_ports_and_sgs() called for port_ids ['e2c055ab-51cf-42da-b9db-cd0f000b188e'] {{(pid=94317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 01:36:32.185290 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff398fa2-6b4f-4c9c-9c32-62cdfcb2c703 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Pushing event deleted for resources: {'Port': ['ID=e2c055ab-51cf-42da-b9db-cd0f000b188e,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:36:32.223214 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c0b25-8f43-4ec0-9741-7c1d6251f1e8 req-8cedfd32-7e41-4622-890d-09569ce644ac tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:32.225081 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-3e7c0b25-8f43-4ec0-9741-7c1d6251f1e8 req-8cedfd32-7e41-4622-890d-09569ce644ac tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 945 time: 0.1045148 Aug 27 01:36:32.240975 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2c1479-e48f-49cb-98a0-4809ea4ef9c6 req-ff398fa2-6b4f-4c9c-9c32-62cdfcb2c703 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] No DVR routers for this DVR port e2c055ab-51cf-42da-b9db-cd0f000b188e on host hv-cinder-75916 {{(pid=94315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 01:36:32.245926 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b3c1bd-fa7b-4cbc-a3e0-5f63250d428d req-52d7acf3-8e56-4756-b799-fefee9d06cec tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:32.247449 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-93b3c1bd-fa7b-4cbc-a3e0-5f63250d428d req-52d7acf3-8e56-4756-b799-fefee9d06cec tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/ports?device_id=05daee4f-8e0c-4b0f-955f-09527893b2fa HTTP/1.1" status: 200 len: 945 time: 0.0508342 Aug 27 01:36:32.247803 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-0a2c1479-e48f-49cb-98a0-4809ea4ef9c6 req-ff398fa2-6b4f-4c9c-9c32-62cdfcb2c703 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for port, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:32.249730 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0a2c1479-e48f-49cb-98a0-4809ea4ef9c6 req-ff398fa2-6b4f-4c9c-9c32-62cdfcb2c703 tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.24 "DELETE /v2.0/ports/e2c055ab-51cf-42da-b9db-cd0f000b188e HTTP/1.1" status: 204 len: 173 time: 0.5473425 Aug 27 01:36:32.250167 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6b5fb0-fd9d-41f2-ae08-3321565c5f39', 'name': 'network-vif-deleted', 'tag': 'e2c055ab-51cf-42da-b9db-cd0f000b188e'}] {{(pid=94315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:36:32.252587 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4b197ec9f2f0e9474c50df7e7ed8b30a1ed8e7d4526d98a0361b780d87c209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40f1750-695b-4a08-aeac-1e8edd521d1e" -d '{"events": [{"server_uuid": "8d6b5fb0-fd9d-41f2-ae08-3321565c5f39", "name": "network-vif-deleted", "tag": "e2c055ab-51cf-42da-b9db-cd0f000b188e"}]}' {{(pid=94315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:36:32.283946 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-3e7c0b25-8f43-4ec0-9741-7c1d6251f1e8 req-09ffcc5a-35b5-4055-95a2-ca8f5328a489 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441718 Aug 27 01:36:32.291006 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-93b3c1bd-fa7b-4cbc-a3e0-5f63250d428d req-f90019c6-c146-4fc9-b441-3b0b97887e9d tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7f9b51a-b3b6-4e49-a34c-8b405886f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360730 Aug 27 01:36:32.341303 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 01:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81f32cd-13fe-46bb-9847-aff916f9b59f x-openstack-request-id: req-b81f32cd-13fe-46bb-9847-aff916f9b59f {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:36:32.341303 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6b5fb0-fd9d-41f2-ae08-3321565c5f39", "name": "network-vif-deleted", "tag": "e2c055ab-51cf-42da-b9db-cd0f000b188e", "status": "completed", "code": 200}]} {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:36:32.341303 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b81f32cd-13fe-46bb-9847-aff916f9b59f {{(pid=94315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:36:32.341303 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6b5fb0-fd9d-41f2-ae08-3321565c5f39', 'name': 'network-vif-deleted', 'tag': 'e2c055ab-51cf-42da-b9db-cd0f000b188e', 'status': 'completed', 'code': 200} Aug 27 01:36:32.620097 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4927e3d5-b927-4b9b-b770-bef6e331889e req-c50611ac-1ca4-40e4-9868-4d968d892eb5 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:32.621616 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-4927e3d5-b927-4b9b-b770-bef6e331889e req-c50611ac-1ca4-40e4-9868-4d968d892eb5 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/ports?device_id=05daee4f-8e0c-4b0f-955f-09527893b2fa HTTP/1.1" status: 200 len: 945 time: 0.0511501 Aug 27 01:36:32.664415 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-4927e3d5-b927-4b9b-b770-bef6e331889e req-3bee9f04-e15c-4c94-a0dc-3739516d3a3f tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7f9b51a-b3b6-4e49-a34c-8b405886f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357683 Aug 27 01:36:33.237632 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-7e33e27b-248b-4dcf-832b-b78cb36bb2f8 req-05b8c301-c740-4acb-88df-56e1d9d1411c tempest-VolumesActionsTest-1167923959 tempest-VolumesActionsTest-1167923959-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d6b5fb0-fd9d-41f2-ae08-3321565c5f39 HTTP/1.1" status: 200 len: 210 time: 0.0273082 Aug 27 01:36:33.417146 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d13ded2-d34e-4996-812e-6098c407ad4b req-50dd4a54-b8e5-467a-a76f-d4c4525588ef tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:33.420071 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-0d13ded2-d34e-4996-812e-6098c407ad4b req-50dd4a54-b8e5-467a-a76f-d4c4525588ef tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 945 time: 0.0530763 Aug 27 01:36:33.468740 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-0d13ded2-d34e-4996-812e-6098c407ad4b req-f0a51746-fe3e-4162-82f6-2d5c254b7ee6 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357354 Aug 27 01:36:34.601697 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0939a6-c0b3-49e0-a677-153067040e4c req-3e065717-94cc-4c4e-85b3-bc6444ac3a84 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:34.603573 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-8d0939a6-c0b3-49e0-a677-153067040e4c req-3e065717-94cc-4c4e-85b3-bc6444ac3a84 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 945 time: 0.0611434 Aug 27 01:36:34.645314 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-8d0939a6-c0b3-49e0-a677-153067040e4c req-cd4d2310-c4fd-4bec-8ce7-a76f41595bb6 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358841 Aug 27 01:36:34.899817 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device e2c055ab-51cf-42da-b9db-cd0f000b188e no longer exists at agent hyperv_hv-cinder-75916 {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 01:36:34.920622 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] No Port match for: e2c055ab-51cf-42da-b9db-cd0f000b188e {{(pid=94317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 01:36:34.920992 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device e2c055ab-51cf-42da-b9db-cd0f000b188e not bound to the agent host hv-cinder-75916 {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 01:36:35.771270 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6c8c1-1665-49a2-ac3a-a9b8a8b529ce req-5e3ff02a-cbce-4117-b23a-7a0680807ceb tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:35.772803 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0dd6c8c1-1665-49a2-ac3a-a9b8a8b529ce req-5e3ff02a-cbce-4117-b23a-7a0680807ceb tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 945 time: 0.0491235 Aug 27 01:36:35.810446 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0dd6c8c1-1665-49a2-ac3a-a9b8a8b529ce req-56565c6e-662a-457b-b5a5-7bff669b0f1a tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317781 Aug 27 01:36:36.930995 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47a289-9ee8-47b5-b721-df7eeccaf212 req-20924442-3231-4cb1-be90-e4dcd6e62b08 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:36.932441 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-ce47a289-9ee8-47b5-b721-df7eeccaf212 req-20924442-3231-4cb1-be90-e4dcd6e62b08 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 945 time: 0.0513852 Aug 27 01:36:36.969021 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-ce47a289-9ee8-47b5-b721-df7eeccaf212 req-d0c3baf0-d30d-4c7a-b3d8-7c20f82a8eea tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307536 Aug 27 01:36:38.085393 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e647c57-3041-4631-919b-7b0c2d631f75 req-7738550a-717a-46f0-9e84-91f8df4edea9 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:38.086872 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-7e647c57-3041-4631-919b-7b0c2d631f75 req-7738550a-717a-46f0-9e84-91f8df4edea9 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 945 time: 0.0493159 Aug 27 01:36:38.127194 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-7e647c57-3041-4631-919b-7b0c2d631f75 req-7a7d99e9-a60b-42fd-90b2-0c872ab11e7a tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343463 Aug 27 01:36:39.248327 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049287f8-8323-41b4-aca5-aa6e08381c87 req-a99800a6-f4c4-4121-9e50-df19a6c7c65d tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:39.249752 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-049287f8-8323-41b4-aca5-aa6e08381c87 req-a99800a6-f4c4-4121-9e50-df19a6c7c65d tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 945 time: 0.0487444 Aug 27 01:36:39.290896 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-049287f8-8323-41b4-aca5-aa6e08381c87 req-6d575f6c-967f-4842-8bf2-d29d8ee398dd tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346017 Aug 27 01:36:40.452574 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cbd18a-498b-4f48-afe3-77a34dfcec58 req-f3c08cfe-7031-4730-87e7-a1cfffa41856 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:40.461888 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-56cbd18a-498b-4f48-afe3-77a34dfcec58 req-f3c08cfe-7031-4730-87e7-a1cfffa41856 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 945 time: 0.0858037 Aug 27 01:36:40.508460 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-56cbd18a-498b-4f48-afe3-77a34dfcec58 req-cb74ca0a-9cd6-45a9-ba7f-8488691686a4 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452220 Aug 27 01:36:41.667545 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e41f40-31d0-4ecc-b0aa-5f59aa637f47 req-12a7a335-45ad-4b6e-94ed-5c997ace034b tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:41.671505 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-f5e41f40-31d0-4ecc-b0aa-5f59aa637f47 req-12a7a335-45ad-4b6e-94ed-5c997ace034b tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 945 time: 0.0569122 Aug 27 01:36:41.717727 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-f5e41f40-31d0-4ecc-b0aa-5f59aa637f47 req-15f93cff-379b-4c61-9d69-d94d2016f40a tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403833 Aug 27 01:36:41.904790 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-161f34a2-e60f-4152-adfd-18f2895fd448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:42.849153 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257adc6-d57a-4a59-bae5-986431aa5b76 req-27a46a72-87e8-411d-aad3-46043a34c934 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:42.851477 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-3257adc6-d57a-4a59-bae5-986431aa5b76 req-27a46a72-87e8-411d-aad3-46043a34c934 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 945 time: 0.0571094 Aug 27 01:36:42.902385 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-3257adc6-d57a-4a59-bae5-986431aa5b76 req-0d0f7ea9-bbcc-4e29-b8ba-0f2229a97449 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449359 Aug 27 01:36:44.072873 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea61964-b311-48d1-a14d-20a32a93b0f1 req-70d39eab-3830-4b80-b7cf-b3dd441def16 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:44.075167 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-4ea61964-b311-48d1-a14d-20a32a93b0f1 req-70d39eab-3830-4b80-b7cf-b3dd441def16 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 945 time: 0.0702238 Aug 27 01:36:44.133467 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-4ea61964-b311-48d1-a14d-20a32a93b0f1 req-b5c29442-ec48-4a8b-801b-c64c149b830f tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440955 Aug 27 01:36:44.510353 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-07727713-f6cd-45c4-be71-dc6c3fb8b725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:44.630432 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:45.270893 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403bd13-7293-46bd-a197-2c624410d74e req-004d1573-10ad-41e4-a2a9-60c88215acfd tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:45.272427 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-0403bd13-7293-46bd-a197-2c624410d74e req-004d1573-10ad-41e4-a2a9-60c88215acfd tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 945 time: 0.0502524 Aug 27 01:36:45.326178 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-0403bd13-7293-46bd-a197-2c624410d74e req-223eeeec-4d7c-4e5f-8317-8191d3b85f18 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472193 Aug 27 01:36:45.933390 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ed545f81-8b1b-4cf8-a1bc-5817d83b44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:46.481650 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d80ed-a752-4447-bbe8-5e823f5ab5ea req-605b6465-baa1-49dc-ad7f-337e17b8d11d tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:46.483802 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-472d80ed-a752-4447-bbe8-5e823f5ab5ea req-605b6465-baa1-49dc-ad7f-337e17b8d11d tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 945 time: 0.0742080 Aug 27 01:36:46.527421 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-472d80ed-a752-4447-bbe8-5e823f5ab5ea req-239fb05e-3352-441f-91b3-452098a299cd tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363305 Aug 27 01:36:47.464902 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-809c4053-e1f3-4656-979d-5dfd58cb0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:47.490738 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938e60e-5c1b-4f58-98a8-0e5b23b54612 req-631000d8-633c-4643-99d0-6a4ae4a8c8f6 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:47.493057 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-9938e60e-5c1b-4f58-98a8-0e5b23b54612 req-631000d8-633c-4643-99d0-6a4ae4a8c8f6 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/ports?device_id=05daee4f-8e0c-4b0f-955f-09527893b2fa HTTP/1.1" status: 200 len: 945 time: 0.0543931 Aug 27 01:36:47.535747 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-9938e60e-5c1b-4f58-98a8-0e5b23b54612 req-1e8952fa-5807-4a23-be34-4c93521f22ea tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7f9b51a-b3b6-4e49-a34c-8b405886f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364852 Aug 27 01:36:47.560992 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 60726) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:36:47.668346 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc90d3a-fd0b-4dc7-bbd2-fac47a2300d5 req-63d7d7c3-acb4-454c-8fb1-578ea97ad548 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:47.676863 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-1cc90d3a-fd0b-4dc7-bbd2-fac47a2300d5 req-63d7d7c3-acb4-454c-8fb1-578ea97ad548 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 945 time: 0.0670435 Aug 27 01:36:47.721430 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-1cc90d3a-fd0b-4dc7-bbd2-fac47a2300d5 req-f7c404e6-2702-4a08-8e4e-d0f6f8dc5733 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433722 Aug 27 01:36:47.762826 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2080821b-0a25-4e3a-944e-0a84f5e5a1ca tempest-TestMinimumBasicScenario-612880383 tempest-TestMinimumBasicScenario-612880383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:47.764529 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-2080821b-0a25-4e3a-944e-0a84f5e5a1ca tempest-TestMinimumBasicScenario-612880383 tempest-TestMinimumBasicScenario-612880383-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=05daee4f-8e0c-4b0f-955f-09527893b2fa HTTP/1.1" status: 200 len: 1093 time: 0.2025089 Aug 27 01:36:47.768996 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 60730) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:36:47.773784 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [None req-df1158e4-7706-4016-ae7f-e7ff84c53719 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Request body: {'floatingip': {'floating_network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'port_id': 'ecfa3830-4bf2-43df-94c3-c0d06632b36e', 'tenant_id': '0c906f0891a04908acd7dc34d1953279', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:36:47.899665 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-df1158e4-7706-4016-ae7f-e7ff84c53719 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks [] for floatingip, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:48.044892 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-df1158e4-7706-4016-ae7f-e7ff84c53719 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:48.191109 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.db_base_plugin_common [None req-df1158e4-7706-4016-ae7f-e7ff84c53719 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Allocated IP 172.27.3.90 (6740c5c8-77e9-4fca-8473-ad46ab012dd6/fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b/8d78e9dc-4f85-42eb-b233-210a91b20e71) {{(pid=94316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 01:36:48.336889 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-df1158e4-7706-4016-ae7f-e7ff84c53719 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks [] for port, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:48.524768 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-df1158e4-7706-4016-ae7f-e7ff84c53719 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791478024214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8444051'] for port, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:48.583189 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1158e4-7706-4016-ae7f-e7ff84c53719 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Network 6740c5c8-77e9-4fca-8473-ad46ab012dd6 is already hosted by enough agents. {{(pid=94316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:36:48.587608 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.base_scheduler [None req-df1158e4-7706-4016-ae7f-e7ff84c53719 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Resources bound (agent type, host, resource id): {{(pid=94316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:36:48.589629 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1158e4-7706-4016-ae7f-e7ff84c53719 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Pushing event updated for resources: {'Port': ['ID=8d78e9dc-4f85-42eb-b233-210a91b20e71,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:36:48.600897 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1158e4-7706-4016-ae7f-e7ff84c53719 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Received port after_create {{(pid=94316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 01:36:48.876239 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe4826f-3783-492b-83f4-16ca7d761e59 req-2d5ccef2-7938-4e6b-94b0-1f606f2909eb tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:48.878243 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-ebe4826f-3783-492b-83f4-16ca7d761e59 req-2d5ccef2-7938-4e6b-94b0-1f606f2909eb tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 945 time: 0.0718830 Aug 27 01:36:48.983625 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-ebe4826f-3783-492b-83f4-16ca7d761e59 req-b28c7774-4651-4c60-8344-236dd83b12de tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855441 Aug 27 01:36:49.067178 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-df1158e4-7706-4016-ae7f-e7ff84c53719 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:49.212443 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-df1158e4-7706-4016-ae7f-e7ff84c53719 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:49.386842 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-df1158e4-7706-4016-ae7f-e7ff84c53719 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks [] for port, precommit_update {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:49.447686 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-df1158e4-7706-4016-ae7f-e7ff84c53719 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8444042'] for port, after_update {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:49.519213 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1158e4-7706-4016-ae7f-e7ff84c53719 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Pushing event updated for resources: {'Port': ['ID=8d78e9dc-4f85-42eb-b233-210a91b20e71,revision_number=2']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:36:49.530576 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-df1158e4-7706-4016-ae7f-e7ff84c53719 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2027135'] for floatingip, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:49.667151 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.db.l3_db [None req-df1158e4-7706-4016-ae7f-e7ff84c53719 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Floating IP a095a111-d255-49ff-b1b3-6e62a39deb8e associated. External IP: 172.27.3.90, port: ecfa3830-4bf2-43df-94c3-c0d06632b36e. Aug 27 01:36:49.905299 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df1158e4-7706-4016-ae7f-e7ff84c53719 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Router 8f2bad9a-56f6-4fc4-a0cd-6f214881c933 has already been hosted by L3 agent 8dc83c43-e68e-43c9-8595-1753e39ae809 {{(pid=94316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 01:36:50.041437 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1158e4-7706-4016-ae7f-e7ff84c53719 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify agent at l3_agent.dv-cinder-759169-3-iscsi the message routers_updated {{(pid=94316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 01:36:50.053541 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b46ed1-1307-4a87-8a9a-e2528440620b None None] Sync routers for ids ['8f2bad9a-56f6-4fc4-a0cd-6f214881c933'] in dv-cinder-759169-3-iscsi {{(pid=94317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 01:36:50.066528 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b46ed1-1307-4a87-8a9a-e2528440620b None None] Routers {'8f2bad9a-56f6-4fc4-a0cd-6f214881c933'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:36:50.067248 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-c6b46ed1-1307-4a87-8a9a-e2528440620b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:36:44Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['8f2bad9a-56f6-4fc4-a0cd-6f214881c933'], 'active': True} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:36:50.150457 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-df1158e4-7706-4016-ae7f-e7ff84c53719 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for floatingip, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:50.174052 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b45b84-cc53-419c-8253-6e145f26c05c req-91d666b8-45d9-4f71-b33f-5d5c75cbff85 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:50.176566 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-e8b45b84-cc53-419c-8253-6e145f26c05c req-91d666b8-45d9-4f71-b33f-5d5c75cbff85 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 945 time: 0.0657430 Aug 27 01:36:50.179764 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-df1158e4-7706-4016-ae7f-e7ff84c53719 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4093592 Aug 27 01:36:50.180409 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05daee4f-8e0c-4b0f-955f-09527893b2fa', 'tag': 'ecfa3830-4bf2-43df-94c3-c0d06632b36e'}] {{(pid=94316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:36:50.182847 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 60758) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:36:50.183011 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}899021d1be799054bbcf6b5e395d09f22ed0dc0e230ba80d3f80fac876f8e6bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2953404-91eb-4567-ab52-09f0832b2ccf" -d '{"events": [{"name": "network-changed", "server_uuid": "05daee4f-8e0c-4b0f-955f-09527893b2fa", "tag": "ecfa3830-4bf2-43df-94c3-c0d06632b36e"}]}' {{(pid=94316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:36:50.189647 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [None req-f35676ee-783d-4639-a368-45c9bbcbfd89 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2105300849', 'description': 'tempest-secgroup-smoke-2105300849 description', 'project_id': '0c906f0891a04908acd7dc34d1953279'}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:36:50.225171 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvr_db [None req-c6b46ed1-1307-4a87-8a9a-e2528440620b None None] Set router 8f2bad9a-56f6-4fc4-a0cd-6f214881c933 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:36:50.260804 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-e8b45b84-cc53-419c-8253-6e145f26c05c req-0cb6ef96-fc15-4023-b3cf-b6f632151a95 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605080 Aug 27 01:36:50.313249 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-f35676ee-783d-4639-a368-45c9bbcbfd89 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks [] for security_group, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:50.331188 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 01:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ace8438-d035-4e2c-8663-1fcc852607e0 x-openstack-request-id: req-5ace8438-d035-4e2c-8663-1fcc852607e0 {{(pid=94316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:36:50.331479 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05daee4f-8e0c-4b0f-955f-09527893b2fa", "tag": "ecfa3830-4bf2-43df-94c3-c0d06632b36e", "status": "completed", "code": 200}]} {{(pid=94316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:36:50.331730 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5ace8438-d035-4e2c-8663-1fcc852607e0 {{(pid=94316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:36:50.332357 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05daee4f-8e0c-4b0f-955f-09527893b2fa', 'tag': 'ecfa3830-4bf2-43df-94c3-c0d06632b36e', 'status': 'completed', 'code': 200} Aug 27 01:36:50.404537 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-f35676ee-783d-4639-a368-45c9bbcbfd89 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks [] for security_group, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:50.449195 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2953404-91eb-4567-ab52-09f0832b2ccf req-7d12c7f1-0763-4ef2-98dc-ed8e77b2e596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:50.450727 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-e2953404-91eb-4567-ab52-09f0832b2ccf req-7d12c7f1-0763-4ef2-98dc-ed8e77b2e596 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0c906f0891a04908acd7dc34d1953279&device_id=05daee4f-8e0c-4b0f-955f-09527893b2fa HTTP/1.1" status: 200 len: 1098 time: 0.0490041 Aug 27 01:36:50.517318 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-f35676ee-783d-4639-a368-45c9bbcbfd89 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:50.527583 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-c6b46ed1-1307-4a87-8a9a-e2528440620b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f2bad9a-56f6-4fc4-a0cd-6f214881c933', 'name': 'tempest-TestMinimumBasicScenario-1744209991-router', 'tenant_id': '0c906f0891a04908acd7dc34d1953279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '72600f0a-4362-41b7-9862-5c80465d3aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:35:40Z', 'updated_at': '2021-08-27T01:35:45Z', 'revision_number': 4, 'project_id': '0c906f0891a04908acd7dc34d1953279', 'gw_port': {'id': '72600f0a-4362-41b7-9862-5c80465d3aac', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:11:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2bad9a-56f6-4fc4-a0cd-6f214881c933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:35:41Z', 'updated_at': '2021-08-27T01:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_floatingips': [{'id': 'a095a111-d255-49ff-b1b3-6e62a39deb8e', 'tenant_id': '0c906f0891a04908acd7dc34d1953279', 'floating_ip_address': '172.27.3.90', 'floating_network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'router_id': '8f2bad9a-56f6-4fc4-a0cd-6f214881c933', 'port_id': 'ecfa3830-4bf2-43df-94c3-c0d06632b36e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '917a1716-6372-44c1-be59-4f3ee33be285', 'mac_address': 'fa:16:3e:b2:22:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05daee4f-8e0c-4b0f-955f-09527893b2fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T01:36:48Z', 'updated_at': '2021-08-27T01:36:48Z', 'revision_number': 0, 'project_id': '0c906f0891a04908acd7dc34d1953279', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b711d41-e44c-4dd6-bbb5-c4d60f38a0db', 'name': '', 'network_id': '917a1716-6372-44c1-be59-4f3ee33be285', 'tenant_id': '0c906f0891a04908acd7dc34d1953279', 'mac_address': 'fa:16:3e:b9:dc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2bad9a-56f6-4fc4-a0cd-6f214881c933', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'e11f456c-fbd8-41f1-91e9-92ed93af2b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:35:44Z', 'updated_at': '2021-08-27T01:35:50Z', 'revision_number': 5, 'project_id': '0c906f0891a04908acd7dc34d1953279', 'subnets': [{'id': 'e11f456c-fbd8-41f1-91e9-92ed93af2b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:36:50.557645 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b46ed1-1307-4a87-8a9a-e2528440620b None None] Checking router: 8f2bad9a-56f6-4fc4-a0cd-6f214881c933 for host: dv-cinder-759169-3-iscsi {{(pid=94317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 01:36:50.567540 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b46ed1-1307-4a87-8a9a-e2528440620b None None] Routers {'8f2bad9a-56f6-4fc4-a0cd-6f214881c933'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:36:50.567885 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-c6b46ed1-1307-4a87-8a9a-e2528440620b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:36:44Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['8f2bad9a-56f6-4fc4-a0cd-6f214881c933'], 'active': True} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:36:50.596359 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35676ee-783d-4639-a368-45c9bbcbfd89 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7df4755-d6ea-4026-bf63-a75d3e9e9361,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:36:50.623484 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2953404-91eb-4567-ab52-09f0832b2ccf req-1767b65e-e232-4ea6-941d-4e6f60d4640e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:50.624954 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-e2953404-91eb-4567-ab52-09f0832b2ccf req-1767b65e-e232-4ea6-941d-4e6f60d4640e service neutron] 10.222.0.24 "GET /v2.0/networks?id=917a1716-6372-44c1-be59-4f3ee33be285 HTTP/1.1" status: 200 len: 916 time: 0.1671603 Aug 27 01:36:50.681922 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-f35676ee-783d-4639-a368-45c9bbcbfd89 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks [] for security_group, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:50.683261 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-f35676ee-783d-4639-a368-45c9bbcbfd89 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4989822 Aug 27 01:36:50.686685 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 60764) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:36:50.691954 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [None req-2b2e1600-d237-4539-857d-dbea9516ae31 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Request body: {'security_group_rule': {'security_group_id': 'f7df4755-d6ea-4026-bf63-a75d3e9e9361', 'project_id': '0c906f0891a04908acd7dc34d1953279', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:36:50.726251 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvr_db [None req-c6b46ed1-1307-4a87-8a9a-e2528440620b None None] Set router 8f2bad9a-56f6-4fc4-a0cd-6f214881c933 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:36:50.729688 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-e2953404-91eb-4567-ab52-09f0832b2ccf req-3cf4bc06-c3e6-4475-b532-a18257b3f91d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecfa3830-4bf2-43df-94c3-c0d06632b36e HTTP/1.1" status: 200 len: 998 time: 0.0966129 Aug 27 01:36:50.782997 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2953404-91eb-4567-ab52-09f0832b2ccf req-1eff2b58-43d1-4fc1-9e03-a30f22e1d606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:50.784685 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-e2953404-91eb-4567-ab52-09f0832b2ccf req-1eff2b58-43d1-4fc1-9e03-a30f22e1d606 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e11f456c-fbd8-41f1-91e9-92ed93af2b4a HTTP/1.1" status: 200 len: 854 time: 0.0470798 Aug 27 01:36:50.795328 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-2b2e1600-d237-4539-857d-dbea9516ae31 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:50.850339 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2953404-91eb-4567-ab52-09f0832b2ccf req-ef6aa287-6458-4a4f-a446-bb08cc41f9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:50.854429 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-e2953404-91eb-4567-ab52-09f0832b2ccf req-ef6aa287-6458-4a4f-a446-bb08cc41f9d0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=917a1716-6372-44c1-be59-4f3ee33be285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0607259 Aug 27 01:36:50.879684 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-2b2e1600-d237-4539-857d-dbea9516ae31 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:50.933676 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-2b2e1600-d237-4539-857d-dbea9516ae31 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069750'] for security_group_rule, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:50.950686 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e1600-d237-4539-857d-dbea9516ae31 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00fe5f3b-e041-4da1-99e6-65fe677c7967,revision_number=0']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:36:50.993278 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-e2953404-91eb-4567-ab52-09f0832b2ccf req-0bcd8b94-9e98-410c-9064-5fd4a253c3f4 service neutron] 10.222.0.24 "GET /v2.0/networks/917a1716-6372-44c1-be59-4f3ee33be285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253576 Aug 27 01:36:51.030555 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-2b2e1600-d237-4539-857d-dbea9516ae31 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:51.035200 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-2b2e1600-d237-4539-857d-dbea9516ae31 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3443105 Aug 27 01:36:51.035603 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 60766) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:36:51.040466 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [None req-bc077309-fa94-4e3d-9e76-92909a5b8c46 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Request body: {'security_group_rule': {'security_group_id': 'f7df4755-d6ea-4026-bf63-a75d3e9e9361', 'project_id': '0c906f0891a04908acd7dc34d1953279', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:36:51.043080 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device 39c29f7a-a8f4-47b8-b7f9-8153941ce167 details requested by agent hyperv_hv-cinder-75916 with host hv-cinder-75916 {{(pid=94317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 01:36:51.154783 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-e2953404-91eb-4567-ab52-09f0832b2ccf req-c8ffd83a-bcce-4407-9a67-657d64bde329 service neutron] 10.222.0.24 "GET /v2.0/networks/917a1716-6372-44c1-be59-4f3ee33be285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497834 Aug 27 01:36:51.166998 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-bc077309-fa94-4e3d-9e76-92909a5b8c46 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:51.193466 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port 39c29f7a-a8f4-47b8-b7f9-8153941ce167, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=39c29f7a-a8f4-47b8-b7f9-8153941ce167,segment=NetworkSegment(f8ab679e-b537-4c90-a2f7-0b9fb93d20b1),segment_id=f8ab679e-b537-4c90-a2f7-0b9fb93d20b1)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:36:51.214784 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Returning: {'device': '39c29f7a-a8f4-47b8-b7f9-8153941ce167', 'network_id': '5c8689e3-4506-47c0-a652-97ed18836189', 'port_id': '39c29f7a-a8f4-47b8-b7f9-8153941ce167', 'mac_address': 'fa:16:3e:9a:c0:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20caaf11-6500-4480-a57e-55af9949d7c0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 01:36:51.218224 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-c6b46ed1-1307-4a87-8a9a-e2528440620b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f2bad9a-56f6-4fc4-a0cd-6f214881c933', 'name': 'tempest-TestMinimumBasicScenario-1744209991-router', 'tenant_id': '0c906f0891a04908acd7dc34d1953279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '72600f0a-4362-41b7-9862-5c80465d3aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:35:40Z', 'updated_at': '2021-08-27T01:35:45Z', 'revision_number': 4, 'project_id': '0c906f0891a04908acd7dc34d1953279', 'gw_port': {'id': '72600f0a-4362-41b7-9862-5c80465d3aac', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:11:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2bad9a-56f6-4fc4-a0cd-6f214881c933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:35:41Z', 'updated_at': '2021-08-27T01:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_floatingips': [{'id': 'a095a111-d255-49ff-b1b3-6e62a39deb8e', 'tenant_id': '0c906f0891a04908acd7dc34d1953279', 'floating_ip_address': '172.27.3.90', 'floating_network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'router_id': '8f2bad9a-56f6-4fc4-a0cd-6f214881c933', 'port_id': 'ecfa3830-4bf2-43df-94c3-c0d06632b36e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '917a1716-6372-44c1-be59-4f3ee33be285', 'mac_address': 'fa:16:3e:b2:22:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05daee4f-8e0c-4b0f-955f-09527893b2fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T01:36:48Z', 'updated_at': '2021-08-27T01:36:48Z', 'revision_number': 0, 'project_id': '0c906f0891a04908acd7dc34d1953279', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b711d41-e44c-4dd6-bbb5-c4d60f38a0db', 'name': '', 'network_id': '917a1716-6372-44c1-be59-4f3ee33be285', 'tenant_id': '0c906f0891a04908acd7dc34d1953279', 'mac_address': 'fa:16:3e:b9:dc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2bad9a-56f6-4fc4-a0cd-6f214881c933', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'e11f456c-fbd8-41f1-91e9-92ed93af2b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:35:44Z', 'updated_at': '2021-08-27T01:35:50Z', 'revision_number': 5, 'project_id': '0c906f0891a04908acd7dc34d1953279', 'subnets': [{'id': 'e11f456c-fbd8-41f1-91e9-92ed93af2b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:36:51.248151 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-bc077309-fa94-4e3d-9e76-92909a5b8c46 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:51.286979 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b46ed1-1307-4a87-8a9a-e2528440620b None None] The sync data for ids ['8f2bad9a-56f6-4fc4-a0cd-6f214881c933'] in dv-cinder-759169-3-iscsi is: [{'id': '8f2bad9a-56f6-4fc4-a0cd-6f214881c933', 'name': 'tempest-TestMinimumBasicScenario-1744209991-router', 'tenant_id': '0c906f0891a04908acd7dc34d1953279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '72600f0a-4362-41b7-9862-5c80465d3aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:35:40Z', 'updated_at': '2021-08-27T01:35:45Z', 'revision_number': 4, 'project_id': '0c906f0891a04908acd7dc34d1953279', 'gw_port': {'id': '72600f0a-4362-41b7-9862-5c80465d3aac', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:11:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2bad9a-56f6-4fc4-a0cd-6f214881c933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:35:41Z', 'updated_at': '2021-08-27T01:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_floatingips': [{'id': 'a095a111-d255-49ff-b1b3-6e62a39deb8e', 'tenant_id': '0c906f0891a04908acd7dc34d1953279', 'floating_ip_address': '172.27.3.90', 'floating_network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'router_id': '8f2bad9a-56f6-4fc4-a0cd-6f214881c933', 'port_id': 'ecfa3830-4bf2-43df-94c3-c0d06632b36e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '917a1716-6372-44c1-be59-4f3ee33be285', 'mac_address': 'fa:16:3e:b2:22:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05daee4f-8e0c-4b0f-955f-09527893b2fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T01:36:48Z', 'updated_at': '2021-08-27T01:36:48Z', 'revision_number': 0, 'project_id': '0c906f0891a04908acd7dc34d1953279', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b711d41-e44c-4dd6-bbb5-c4d60f38a0db', 'name': '', 'network_id': '917a1716-6372-44c1-be59-4f3ee33be285', 'tenant_id': '0c906f0891a04908acd7dc34d1953279', 'mac_address': 'fa:16:3e:b9:dc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2bad9a-56f6-4fc4-a0cd-6f214881c933', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'e11f456c-fbd8-41f1-91e9-92ed93af2b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:35:44Z', 'updated_at': '2021-08-27T01:35:50Z', 'revision_number': 5, 'project_id': '0c906f0891a04908acd7dc34d1953279', 'subnets': [{'id': 'e11f456c-fbd8-41f1-91e9-92ed93af2b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 01:36:51.305688 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:51.333153 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.notifiers.nova [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 39c29f7a-a8f4-47b8-b7f9-8153941ce167 {{(pid=94317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 01:36:51.339106 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-bc077309-fa94-4e3d-9e76-92909a5b8c46 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069750'] for security_group_rule, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:51.377937 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc077309-fa94-4e3d-9e76-92909a5b8c46 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fe0cae6-0a0c-4b03-9892-fca85a1a1efd,revision_number=0']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:36:51.386124 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port 39c29f7a-a8f4-47b8-b7f9-8153941ce167, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=39c29f7a-a8f4-47b8-b7f9-8153941ce167,segment=NetworkSegment(f8ab679e-b537-4c90-a2f7-0b9fb93d20b1),segment_id=f8ab679e-b537-4c90-a2f7-0b9fb93d20b1)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:36:51.449780 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e607cc2e-f9ef-489c-877a-9b9011d10eff req-0da13d4b-8e9c-4ab2-8ffc-c850be4f4d22 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:51.451399 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-e607cc2e-f9ef-489c-877a-9b9011d10eff req-0da13d4b-8e9c-4ab2-8ffc-c850be4f4d22 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 945 time: 0.0759103 Aug 27 01:36:51.493436 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-bc077309-fa94-4e3d-9e76-92909a5b8c46 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:51.499695 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-bc077309-fa94-4e3d-9e76-92909a5b8c46 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4581723 Aug 27 01:36:51.499695 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 60782) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:36:51.510359 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [None req-2dc32669-1ba1-440f-b006-8bcd3969fb03 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Request body: {'security_group_rule': {'security_group_id': 'f7df4755-d6ea-4026-bf63-a75d3e9e9361', 'project_id': '0c906f0891a04908acd7dc34d1953279', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:36:51.521763 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:51.524704 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-e607cc2e-f9ef-489c-877a-9b9011d10eff req-ddea1e7f-1f15-4a3b-ab15-e91ef3638ffe tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661862 Aug 27 01:36:51.623972 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Pushing event updated for resources: {'Port': ['ID=39c29f7a-a8f4-47b8-b7f9-8153941ce167,revision_number=6']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:36:51.637678 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:36:51.638125 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:36:51.638613 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:36:51.639045 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:36:51.639418 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b0fd20-5d8d-422c-951e-1c06cef0a68a None None] New status for floating IP a095a111-d255-49ff-b1b3-6e62a39deb8e: ACTIVE {{(pid=94318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 01:36:51.640143 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:36:51.640575 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:36:51.641215 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:36:51.641466 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:36:51.642498 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:36:51.643157 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:36:51.644932 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:36:51.644932 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:36:51.660021 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-2dc32669-1ba1-440f-b006-8bcd3969fb03 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:51.691606 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] get_ports_and_sgs() called for port_ids ['39c29f7a-a8f4-47b8-b7f9-8153941ce167'] {{(pid=94317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 01:36:51.765224 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-2dc32669-1ba1-440f-b006-8bcd3969fb03 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:51.868241 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-2dc32669-1ba1-440f-b006-8bcd3969fb03 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069750'] for security_group_rule, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:51.920315 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc32669-1ba1-440f-b006-8bcd3969fb03 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37e503cf-0bb3-4b65-aaa3-5218a86e788b,revision_number=0']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:36:52.071065 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-2dc32669-1ba1-440f-b006-8bcd3969fb03 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:52.072710 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-2dc32669-1ba1-440f-b006-8bcd3969fb03 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5733151 Aug 27 01:36:52.076932 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 60790) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:36:52.083560 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [None req-d57ff096-d804-4cec-a17c-c9579eae63de tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Request body: {'security_group_rule': {'security_group_id': 'f7df4755-d6ea-4026-bf63-a75d3e9e9361', 'project_id': '0c906f0891a04908acd7dc34d1953279', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:36:52.183934 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-d57ff096-d804-4cec-a17c-c9579eae63de tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:52.274350 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-d57ff096-d804-4cec-a17c-c9579eae63de tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:52.373995 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-d57ff096-d804-4cec-a17c-c9579eae63de tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069750'] for security_group_rule, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:52.406340 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ff096-d804-4cec-a17c-c9579eae63de tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=571c29fd-03cf-4c1e-ae72-4c6be995e9c8,revision_number=0']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:36:52.499739 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-d57ff096-d804-4cec-a17c-c9579eae63de tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:52.504069 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 60812) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:36:52.504628 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-d57ff096-d804-4cec-a17c-c9579eae63de tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4263091 Aug 27 01:36:52.509025 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [None req-2960eaef-ab3a-42a6-9722-de7e3c5f8552 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Request body: {'security_group_rule': {'security_group_id': 'f7df4755-d6ea-4026-bf63-a75d3e9e9361', 'project_id': '0c906f0891a04908acd7dc34d1953279', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:36:52.638904 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.db.securitygroups_db [None req-2960eaef-ab3a-42a6-9722-de7e3c5f8552 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Project 0c906f0891a04908acd7dc34d1953279 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 01:36:52.647966 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-2960eaef-ab3a-42a6-9722-de7e3c5f8552 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:52.745105 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce79e37-c18b-40a0-9c7f-9c1df07d913b req-e19fa33b-d543-48d1-a53d-0d535340ada5 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:52.757214 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-2960eaef-ab3a-42a6-9722-de7e3c5f8552 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:52.763373 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-0ce79e37-c18b-40a0-9c7f-9c1df07d913b req-e19fa33b-d543-48d1-a53d-0d535340ada5 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 944 time: 0.1049654 Aug 27 01:36:52.818532 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-2960eaef-ab3a-42a6-9722-de7e3c5f8552 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069750'] for security_group_rule, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:52.841821 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-0ce79e37-c18b-40a0-9c7f-9c1df07d913b req-b716ef76-fcd1-40ac-8ad9-5d381d9d9bf4 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811794 Aug 27 01:36:52.853022 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2960eaef-ab3a-42a6-9722-de7e3c5f8552 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ca4d573-e2e1-4b2a-a19c-8d1f7ad30a52,revision_number=0']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:36:52.874050 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2960eaef-ab3a-42a6-9722-de7e3c5f8552 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:36:52.874588 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2960eaef-ab3a-42a6-9722-de7e3c5f8552 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:36:52.875107 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2960eaef-ab3a-42a6-9722-de7e3c5f8552 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:36:52.875537 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2960eaef-ab3a-42a6-9722-de7e3c5f8552 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:36:52.876745 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2960eaef-ab3a-42a6-9722-de7e3c5f8552 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:36:52.877343 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2960eaef-ab3a-42a6-9722-de7e3c5f8552 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:36:52.877885 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2960eaef-ab3a-42a6-9722-de7e3c5f8552 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:36:52.880666 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2960eaef-ab3a-42a6-9722-de7e3c5f8552 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:36:52.881091 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2960eaef-ab3a-42a6-9722-de7e3c5f8552 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:36:52.881716 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2960eaef-ab3a-42a6-9722-de7e3c5f8552 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:36:52.882139 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2960eaef-ab3a-42a6-9722-de7e3c5f8552 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:36:52.882695 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2960eaef-ab3a-42a6-9722-de7e3c5f8552 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:36:52.915802 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-2960eaef-ab3a-42a6-9722-de7e3c5f8552 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:52.917673 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-2960eaef-ab3a-42a6-9722-de7e3c5f8552 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4124110 Aug 27 01:36:52.920347 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 60816) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:36:52.928158 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [None req-f50600b6-c0e4-4083-93cd-73f1dd23de50 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Request body: {'security_group_rule': {'security_group_id': 'f7df4755-d6ea-4026-bf63-a75d3e9e9361', 'project_id': '0c906f0891a04908acd7dc34d1953279', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:36:53.032398 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.db.securitygroups_db [None req-f50600b6-c0e4-4083-93cd-73f1dd23de50 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Project 0c906f0891a04908acd7dc34d1953279 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 01:36:53.044185 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-f50600b6-c0e4-4083-93cd-73f1dd23de50 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:53.057905 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device 39c29f7a-a8f4-47b8-b7f9-8153941ce167 up at agent hyperv_hv-cinder-75916 {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:36:53.246659 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Provisioning complete for port 39c29f7a-a8f4-47b8-b7f9-8153941ce167 triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:36:53.247673 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:53.309064 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-f50600b6-c0e4-4083-93cd-73f1dd23de50 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:53.420412 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:53.425177 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-f50600b6-c0e4-4083-93cd-73f1dd23de50 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069750'] for security_group_rule, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:53.444235 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50600b6-c0e4-4083-93cd-73f1dd23de50 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfa5dc4a-b460-4273-a87b-2188288c74ef,revision_number=0']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:36:53.462373 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8f116a-f7c5-4c53-83b6-22034d528599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39c29f7a-a8f4-47b8-b7f9-8153941ce167'}] {{(pid=94317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:36:53.465962 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ae24146460100d3107ec4d42823fa970b16dae16efc5fac949978fe01edd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6026674-f8c8-4378-980b-f94eb9be4e32" -d '{"events": [{"server_uuid": "3b8f116a-f7c5-4c53-83b6-22034d528599", "name": "network-vif-plugged", "status": "completed", "tag": "39c29f7a-a8f4-47b8-b7f9-8153941ce167"}]}' {{(pid=94317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:36:53.514275 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port 39c29f7a-a8f4-47b8-b7f9-8153941ce167, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=39c29f7a-a8f4-47b8-b7f9-8153941ce167,segment=NetworkSegment(f8ab679e-b537-4c90-a2f7-0b9fb93d20b1),segment_id=f8ab679e-b537-4c90-a2f7-0b9fb93d20b1)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:36:53.516405 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-f50600b6-c0e4-4083-93cd-73f1dd23de50 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:53.517980 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-f50600b6-c0e4-4083-93cd-73f1dd23de50 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5940449 Aug 27 01:36:53.586824 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 01:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b44a1190-74c3-4d35-896b-bd4b2690d051 x-openstack-request-id: req-b44a1190-74c3-4d35-896b-bd4b2690d051 {{(pid=94317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:36:53.587628 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b8f116a-f7c5-4c53-83b6-22034d528599", "name": "network-vif-plugged", "status": "completed", "tag": "39c29f7a-a8f4-47b8-b7f9-8153941ce167", "code": 200}]} {{(pid=94317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:36:53.588253 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b44a1190-74c3-4d35-896b-bd4b2690d051 {{(pid=94317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:36:53.589296 dv-cinder-759169-3-iscsi neutron-server[94317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8f116a-f7c5-4c53-83b6-22034d528599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39c29f7a-a8f4-47b8-b7f9-8153941ce167', 'code': 200} Aug 27 01:36:53.603284 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:53.808147 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-d1a631f4-b8c0-482b-9475-42fcda5f24e2 req-17c37b26-4c8d-4def-925b-2ffa2a84b3d9 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2105300849&fields=id&tenant_id=0c906f0891a04908acd7dc34d1953279 HTTP/1.1" status: 200 len: 267 time: 0.1322424 Aug 27 01:36:54.283457 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Pushing event updated for resources: {'Port': ['ID=39c29f7a-a8f4-47b8-b7f9-8153941ce167,revision_number=7']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:36:54.300421 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356dd933-d234-45cd-8093-f621d23c89bb req-27166ebd-53ee-4d28-97ba-ad9b6656e0e7 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:54.318138 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-356dd933-d234-45cd-8093-f621d23c89bb req-27166ebd-53ee-4d28-97ba-ad9b6656e0e7 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 945 time: 0.1690569 Aug 27 01:36:54.431750 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-356dd933-d234-45cd-8093-f621d23c89bb req-b11ec8b6-3e84-4342-8e87-2be7d5437af0 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126187 Aug 27 01:36:54.590238 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:54.622141 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a631f4-b8c0-482b-9475-42fcda5f24e2 req-c6187cdf-aa89-4947-8eec-f206b69ff09d tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:54.633281 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-d1a631f4-b8c0-482b-9475-42fcda5f24e2 req-c6187cdf-aa89-4947-8eec-f206b69ff09d tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/ports?device_id=05daee4f-8e0c-4b0f-955f-09527893b2fa HTTP/1.1" status: 200 len: 945 time: 0.8241830 Aug 27 01:36:54.638952 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [req-d1a631f4-b8c0-482b-9475-42fcda5f24e2 req-81d92400-e52c-4d0e-a62a-10a9528aa4b4 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Request body: {'port': {'security_groups': ['b7f9b51a-b3b6-4e49-a34c-8b405886f61d', 'f7df4755-d6ea-4026-bf63-a75d3e9e9361']}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:36:54.721906 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [req-d1a631f4-b8c0-482b-9475-42fcda5f24e2 req-81d92400-e52c-4d0e-a62a-10a9528aa4b4 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:55.118964 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.db [req-d1a631f4-b8c0-482b-9475-42fcda5f24e2 req-81d92400-e52c-4d0e-a62a-10a9528aa4b4 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] For port ecfa3830-4bf2-43df-94c3-c0d06632b36e, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=ecfa3830-4bf2-43df-94c3-c0d06632b36e,segment=NetworkSegment(a368ea2f-1bf9-43d4-a63d-81ec92b5fcaa),segment_id=a368ea2f-1bf9-43d4-a63d-81ec92b5fcaa)] {{(pid=94316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:36:55.159451 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [req-d1a631f4-b8c0-482b-9475-42fcda5f24e2 req-81d92400-e52c-4d0e-a62a-10a9528aa4b4 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks [] for port, precommit_update {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:55.248795 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [req-d1a631f4-b8c0-482b-9475-42fcda5f24e2 req-81d92400-e52c-4d0e-a62a-10a9528aa4b4 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8444042'] for port, after_update {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:55.291172 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] get_ports_and_sgs() called for port_ids ['ecfa3830-4bf2-43df-94c3-c0d06632b36e'] {{(pid=94317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 01:36:55.357071 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a631f4-b8c0-482b-9475-42fcda5f24e2 req-81d92400-e52c-4d0e-a62a-10a9528aa4b4 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:55.357987 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [req-d1a631f4-b8c0-482b-9475-42fcda5f24e2 req-81d92400-e52c-4d0e-a62a-10a9528aa4b4 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for port, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:55.359585 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-d1a631f4-b8c0-482b-9475-42fcda5f24e2 req-81d92400-e52c-4d0e-a62a-10a9528aa4b4 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "PUT /v2.0/ports/ecfa3830-4bf2-43df-94c3-c0d06632b36e HTTP/1.1" status: 200 len: 981 time: 0.7255626 Aug 27 01:36:55.370510 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05daee4f-8e0c-4b0f-955f-09527893b2fa', 'tag': 'ecfa3830-4bf2-43df-94c3-c0d06632b36e'}] {{(pid=94316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:36:55.376440 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}899021d1be799054bbcf6b5e395d09f22ed0dc0e230ba80d3f80fac876f8e6bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62096536-df8c-4129-8c02-8d5662f73764" -d '{"events": [{"name": "network-changed", "server_uuid": "05daee4f-8e0c-4b0f-955f-09527893b2fa", "tag": "ecfa3830-4bf2-43df-94c3-c0d06632b36e"}]}' {{(pid=94316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:36:55.467661 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 01:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d8f3e7-a287-43aa-bf53-7df27e8593af x-openstack-request-id: req-75d8f3e7-a287-43aa-bf53-7df27e8593af {{(pid=94316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:36:55.467955 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05daee4f-8e0c-4b0f-955f-09527893b2fa", "tag": "ecfa3830-4bf2-43df-94c3-c0d06632b36e", "status": "completed", "code": 200}]} {{(pid=94316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:36:55.468205 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-75d8f3e7-a287-43aa-bf53-7df27e8593af {{(pid=94316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:36:55.468679 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05daee4f-8e0c-4b0f-955f-09527893b2fa', 'tag': 'ecfa3830-4bf2-43df-94c3-c0d06632b36e', 'status': 'completed', 'code': 200} Aug 27 01:36:55.479947 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d92400-e52c-4d0e-a62a-10a9528aa4b4 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Pushing event updated for resources: {'Port': ['ID=ecfa3830-4bf2-43df-94c3-c0d06632b36e,revision_number=6']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:36:55.527408 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] get_ports_and_sgs() called for port_ids ['ecfa3830-4bf2-43df-94c3-c0d06632b36e'] {{(pid=94317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 01:36:55.672304 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc7a0a0-cae4-4e44-a7d0-0b5297e70d19 req-05dfb10a-5dbe-45c7-8e7d-593cf9a396dd tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:55.683598 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-3bc7a0a0-cae4-4e44-a7d0-0b5297e70d19 req-05dfb10a-5dbe-45c7-8e7d-593cf9a396dd tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/ports?device_id=05daee4f-8e0c-4b0f-955f-09527893b2fa HTTP/1.1" status: 200 len: 984 time: 0.2306099 Aug 27 01:36:55.713401 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62096536-df8c-4129-8c02-8d5662f73764 req-f66cb4b6-8845-4c6c-9fa2-dcb76b2c03e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:55.715790 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-62096536-df8c-4129-8c02-8d5662f73764 req-f66cb4b6-8845-4c6c-9fa2-dcb76b2c03e8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0c906f0891a04908acd7dc34d1953279&device_id=05daee4f-8e0c-4b0f-955f-09527893b2fa HTTP/1.1" status: 200 len: 1137 time: 0.1713169 Aug 27 01:36:55.839970 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc099e6f-083e-40a2-a49c-018907bba8e3 req-474fae24-c1fd-4bfe-b5a8-5c43df5a1b6e tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:55.848578 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-fc099e6f-083e-40a2-a49c-018907bba8e3 req-474fae24-c1fd-4bfe-b5a8-5c43df5a1b6e tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 945 time: 0.2062142 Aug 27 01:36:55.857202 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-3bc7a0a0-cae4-4e44-a7d0-0b5297e70d19 req-cc6aaa38-43b2-490a-a4b5-f0b3a10bc17b tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7f9b51a-b3b6-4e49-a34c-8b405886f61d&id=f7df4755-d6ea-4026-bf63-a75d3e9e9361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1716201 Aug 27 01:36:55.886239 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62096536-df8c-4129-8c02-8d5662f73764 req-1f760a78-124f-4324-886c-2a55bba4f958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:55.886239 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-62096536-df8c-4129-8c02-8d5662f73764 req-1f760a78-124f-4324-886c-2a55bba4f958 service neutron] 10.222.0.24 "GET /v2.0/networks?id=917a1716-6372-44c1-be59-4f3ee33be285 HTTP/1.1" status: 200 len: 916 time: 0.1368709 Aug 27 01:36:55.947085 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-fc099e6f-083e-40a2-a49c-018907bba8e3 req-35569810-9374-4c34-a724-eccd3bddc9e4 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907931 Aug 27 01:36:55.989006 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-b29884b3-a0c7-465e-8833-1790575d0358 None None] Provisioning complete for port ecfa3830-4bf2-43df-94c3-c0d06632b36e triggered by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:36:55.989386 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-b29884b3-a0c7-465e-8833-1790575d0358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:36:56.026087 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-62096536-df8c-4129-8c02-8d5662f73764 req-ee95d144-e7ae-4e7f-b7e2-8acb42091dbe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecfa3830-4bf2-43df-94c3-c0d06632b36e HTTP/1.1" status: 200 len: 1000 time: 0.1352537 Aug 27 01:36:56.128544 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62096536-df8c-4129-8c02-8d5662f73764 req-212fd8a8-77f1-4a0d-93b7-41dee4155cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:56.130463 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-62096536-df8c-4129-8c02-8d5662f73764 req-212fd8a8-77f1-4a0d-93b7-41dee4155cec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e11f456c-fbd8-41f1-91e9-92ed93af2b4a HTTP/1.1" status: 200 len: 854 time: 0.0961599 Aug 27 01:36:56.236663 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62096536-df8c-4129-8c02-8d5662f73764 req-54ea2394-2d7d-4deb-a191-89fef0127c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:56.241008 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-62096536-df8c-4129-8c02-8d5662f73764 req-54ea2394-2d7d-4deb-a191-89fef0127c4c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=917a1716-6372-44c1-be59-4f3ee33be285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0984104 Aug 27 01:36:56.406266 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-62096536-df8c-4129-8c02-8d5662f73764 req-41505fe3-ca26-49d7-a897-9b0649769a79 service neutron] 10.222.0.24 "GET /v2.0/networks/917a1716-6372-44c1-be59-4f3ee33be285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572528 Aug 27 01:36:56.542693 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-62096536-df8c-4129-8c02-8d5662f73764 req-f8de6dbd-0ca4-46d1-bdfb-eadf08465646 service neutron] 10.222.0.24 "GET /v2.0/networks/917a1716-6372-44c1-be59-4f3ee33be285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086214 Aug 27 01:36:57.102526 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5c191-3d94-4be0-9a0d-c51fbaa236eb req-51c47777-288e-45bb-b3e4-7b74c589c300 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:57.114170 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-96c5c191-3d94-4be0-9a0d-c51fbaa236eb req-51c47777-288e-45bb-b3e4-7b74c589c300 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 945 time: 0.0797577 Aug 27 01:36:57.203808 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-96c5c191-3d94-4be0-9a0d-c51fbaa236eb req-912d4682-5fd8-4c50-aa1c-0e79cc4ea291 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858974 Aug 27 01:36:58.326590 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd51314-dfaa-4151-ba1c-8de55da75722 req-f82e2d46-e00b-48e8-9f79-37680ee1a521 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:58.328143 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-1dd51314-dfaa-4151-ba1c-8de55da75722 req-f82e2d46-e00b-48e8-9f79-37680ee1a521 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 945 time: 0.0541265 Aug 27 01:36:58.369666 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-1dd51314-dfaa-4151-ba1c-8de55da75722 req-e30c7838-13e4-4f48-8299-4b9846b49476 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350080 Aug 27 01:36:59.518852 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4293f3a5-43f4-43a8-a0c6-8b744813cb1f req-852354b0-551f-488b-a7d0-e80615be0c99 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:36:59.520434 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-4293f3a5-43f4-43a8-a0c6-8b744813cb1f req-852354b0-551f-488b-a7d0-e80615be0c99 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 945 time: 0.0639503 Aug 27 01:36:59.577512 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-4293f3a5-43f4-43a8-a0c6-8b744813cb1f req-fcddd2eb-85f4-4fd9-be61-728ab6ea081b tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498519 Aug 27 01:37:00.709480 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54122af7-43b9-462d-be27-f117570d0a78 req-7fa16000-4b53-434c-b5c2-57a04cb180fb tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:00.709480 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-54122af7-43b9-462d-be27-f117570d0a78 req-7fa16000-4b53-434c-b5c2-57a04cb180fb tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 945 time: 0.0489769 Aug 27 01:37:00.756074 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-54122af7-43b9-462d-be27-f117570d0a78 req-05e61ede-5d97-45b6-ac92-5feb9403ff0a tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416186 Aug 27 01:37:01.892509 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea25c4-ae38-4524-8d4d-267b05e4b355 req-a6f8b9b2-3a03-41e8-b6dc-0cc8a5e58975 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:01.894147 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-dfea25c4-ae38-4524-8d4d-267b05e4b355 req-a6f8b9b2-3a03-41e8-b6dc-0cc8a5e58975 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 945 time: 0.0586371 Aug 27 01:37:01.964624 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-dfea25c4-ae38-4524-8d4d-267b05e4b355 req-ed01435a-3964-42df-876f-c0c8cd1578b6 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637448 Aug 27 01:37:02.566496 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 60964) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:37:02.622961 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.db_base_plugin_v2 [None req-2720dba5-2220-4a77-87a6-1bcc7e6573cc admin admin] Deleting subnet 982c013f-3062-4348-9645-9e2d96b1fbf0 {{(pid=94315) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 01:37:02.626472 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-2720dba5-2220-4a77-87a6-1bcc7e6573cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:02.668272 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-2720dba5-2220-4a77-87a6-1bcc7e6573cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10159459'] for subnet, precommit_delete_associations {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:02.717802 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-2720dba5-2220-4a77-87a6-1bcc7e6573cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940968'] for subnet, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:02.853665 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-2720dba5-2220-4a77-87a6-1bcc7e6573cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8502892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10044194'] for subnet, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:02.888021 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2720dba5-2220-4a77-87a6-1bcc7e6573cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=982c013f-3062-4348-9645-9e2d96b1fbf0,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:37:02.895147 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-2720dba5-2220-4a77-87a6-1bcc7e6573cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for subnet, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:02.897561 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-2720dba5-2220-4a77-87a6-1bcc7e6573cc admin admin] 10.222.0.25 "DELETE /v2.0/subnets/982c013f-3062-4348-9645-9e2d96b1fbf0 HTTP/1.1" status: 204 len: 168 time: 0.3295903 Aug 27 01:37:02.899530 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 60966) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:37:02.983231 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-4c128cc1-6e96-43a1-bdd8-98a13623c8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608312'] for network, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:03.067822 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-4c128cc1-6e96-43a1-bdd8-98a13623c8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-528723', 'neutron.services.segments.db._delete_segments_for_network-8791478518254'] for network, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:03.078535 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.services.segments.db [None req-4c128cc1-6e96-43a1-bdd8-98a13623c8d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0788b1ad-cd04-4b18-949e-72f4f8f536f9']}} {{(pid=94315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:37:03.090453 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.services.segments.db [None req-4c128cc1-6e96-43a1-bdd8-98a13623c8d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4979d350-e05b-4c9b-9924-3e54b59e61dd') {'for_net_delete': True} {{(pid=94315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:37:03.090974 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.services.segments.db [None req-4c128cc1-6e96-43a1-bdd8-98a13623c8d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4979d350-e05b-4c9b-9924-3e54b59e61dd') {} {{(pid=94315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:37:03.102339 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-4c128cc1-6e96-43a1-bdd8-98a13623c8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791478518137', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10159484'] for segment, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:03.125511 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-4c128cc1-6e96-43a1-bdd8-98a13623c8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935457'] for segment, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:03.133103 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c128cc1-6e96-43a1-bdd8-98a13623c8d8 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=94315) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 01:37:03.133524 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-4c128cc1-6e96-43a1-bdd8-98a13623c8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8502794'] for segment, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:03.135333 dv-cinder-759169-3-iscsi neutron-server[94315]: Traceback (most recent call last): Aug 27 01:37:03.135333 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 01:37:03.135333 dv-cinder-759169-3-iscsi neutron-server[94315]: timer() Aug 27 01:37:03.135333 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 01:37:03.135333 dv-cinder-759169-3-iscsi neutron-server[94315]: cb(*args, **kw) Aug 27 01:37:03.135333 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 01:37:03.135333 dv-cinder-759169-3-iscsi neutron-server[94315]: return func(*args, **kwargs) Aug 27 01:37:03.135333 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 01:37:03.135333 dv-cinder-759169-3-iscsi neutron-server[94315]: self._notify() Aug 27 01:37:03.135333 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 01:37:03.135333 dv-cinder-759169-3-iscsi neutron-server[94315]: self.callback(batched_events) Aug 27 01:37:03.135333 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 01:37:03.135333 dv-cinder-759169-3-iscsi neutron-server[94315]: event.method(event) Aug 27 01:37:03.135333 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 01:37:03.135333 dv-cinder-759169-3-iscsi neutron-server[94315]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 01:37:03.135333 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 01:37:03.135333 dv-cinder-759169-3-iscsi neutron-server[94315]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 01:37:03.135333 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 01:37:03.135333 dv-cinder-759169-3-iscsi neutron-server[94315]: return f(self, *a, **k) Aug 27 01:37:03.135333 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 01:37:03.135333 dv-cinder-759169-3-iscsi neutron-server[94315]: return self._get(url).json() Aug 27 01:37:03.135333 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 01:37:03.135333 dv-cinder-759169-3-iscsi neutron-server[94315]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 01:37:03.135333 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 01:37:03.135333 dv-cinder-759169-3-iscsi neutron-server[94315]: return self.request(url, 'GET', **kwargs) Aug 27 01:37:03.135333 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 01:37:03.135333 dv-cinder-759169-3-iscsi neutron-server[94315]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 01:37:03.135333 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 01:37:03.135333 dv-cinder-759169-3-iscsi neutron-server[94315]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 01:37:03.135333 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 01:37:03.135333 dv-cinder-759169-3-iscsi neutron-server[94315]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 01:37:03.135333 dv-cinder-759169-3-iscsi neutron-server[94315]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 01:37:03.158431 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8602e-f11b-4ab2-aba5-ffcbc36ec221 req-cdc3a3d9-81e0-4277-82ff-e30b380cb655 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:03.160173 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-18e8602e-f11b-4ab2-aba5-ffcbc36ec221 req-cdc3a3d9-81e0-4277-82ff-e30b380cb655 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 945 time: 0.0601115 Aug 27 01:37:03.206586 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-18e8602e-f11b-4ab2-aba5-ffcbc36ec221 req-c588d7fe-e735-4d60-b1fe-6aa654086616 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400729 Aug 27 01:37:03.463500 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-4c128cc1-6e96-43a1-bdd8-98a13623c8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-528682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2027149'] for network, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:03.463500 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-4c128cc1-6e96-43a1-bdd8-98a13623c8d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for network, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:03.463500 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-4c128cc1-6e96-43a1-bdd8-98a13623c8d8 admin admin] 10.222.0.25 "DELETE /v2.0/networks/0788b1ad-cd04-4b18-949e-72f4f8f536f9 HTTP/1.1" status: 204 len: 168 time: 0.4689133 Aug 27 01:37:03.463500 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c128cc1-6e96-43a1-bdd8-98a13623c8d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0788b1ad-cd04-4b18-949e-72f4f8f536f9,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:37:04.226634 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 60980) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:37:04.278596 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-51144419-a19e-45fb-bfbd-1de2bd1a1171 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=31b47b7bf2ed4568af16eb7861b78453&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0432749 Aug 27 01:37:04.278814 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 60984) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:37:04.331922 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-028fd401-c3fd-4251-8ffe-c93a3a07e672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:04.355612 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-028fd401-c3fd-4251-8ffe-c93a3a07e672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:04.369900 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d018b02d-e6b8-4655-895c-b4ec045a15fe req-071ca3f6-8521-43bb-9f7b-ac361de6b21f tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:04.371396 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d018b02d-e6b8-4655-895c-b4ec045a15fe req-071ca3f6-8521-43bb-9f7b-ac361de6b21f tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 945 time: 0.0630002 Aug 27 01:37:04.440272 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d018b02d-e6b8-4655-895c-b4ec045a15fe req-324afe2f-41ef-4c8d-a45f-3e10ced550a2 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609684 Aug 27 01:37:04.481842 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-028fd401-c3fd-4251-8ffe-c93a3a07e672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:04.484521 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-028fd401-c3fd-4251-8ffe-c93a3a07e672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:04.489344 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-028fd401-c3fd-4251-8ffe-c93a3a07e672 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f759f608-368c-412a-bbe4-f4ed343a5e55 HTTP/1.1" status: 204 len: 168 time: 0.2122490 Aug 27 01:37:04.508864 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028fd401-c3fd-4251-8ffe-c93a3a07e672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f759f608-368c-412a-bbe4-f4ed343a5e55,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:37:04.512523 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028fd401-c3fd-4251-8ffe-c93a3a07e672 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:37:04.512896 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028fd401-c3fd-4251-8ffe-c93a3a07e672 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:37:04.513303 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028fd401-c3fd-4251-8ffe-c93a3a07e672 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:37:04.513699 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028fd401-c3fd-4251-8ffe-c93a3a07e672 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:37:04.514034 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028fd401-c3fd-4251-8ffe-c93a3a07e672 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:37:04.514360 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028fd401-c3fd-4251-8ffe-c93a3a07e672 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:37:04.514678 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028fd401-c3fd-4251-8ffe-c93a3a07e672 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:37:04.514994 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028fd401-c3fd-4251-8ffe-c93a3a07e672 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:37:04.515315 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028fd401-c3fd-4251-8ffe-c93a3a07e672 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:37:04.515631 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028fd401-c3fd-4251-8ffe-c93a3a07e672 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:37:04.515945 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028fd401-c3fd-4251-8ffe-c93a3a07e672 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:37:04.516262 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028fd401-c3fd-4251-8ffe-c93a3a07e672 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:37:05.559826 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40cc03c-6757-4752-a7ac-c622eefc1f89 req-c1aca4eb-4db7-4a41-9018-5d616e9b7f64 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:05.561465 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-d40cc03c-6757-4752-a7ac-c622eefc1f89 req-c1aca4eb-4db7-4a41-9018-5d616e9b7f64 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 945 time: 0.0487776 Aug 27 01:37:05.602138 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-d40cc03c-6757-4752-a7ac-c622eefc1f89 req-0397fc47-e435-4441-a14f-764180ac1c0d tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327225 Aug 27 01:37:05.891054 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b29ef3-2cf4-43f3-9fa3-a4063a0c1674 req-aa9b4f8c-69a2-4b5a-a8a1-2f8460ba7560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:05.892857 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-58b29ef3-2cf4-43f3-9fa3-a4063a0c1674 req-aa9b4f8c-69a2-4b5a-a8a1-2f8460ba7560 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9cbe428e1f9c456087aa6ec677fe0330&device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 1098 time: 0.0411057 Aug 27 01:37:05.981300 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b29ef3-2cf4-43f3-9fa3-a4063a0c1674 req-4ff6ab92-9c5e-4761-8555-686d3c09efd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:05.982901 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-58b29ef3-2cf4-43f3-9fa3-a4063a0c1674 req-4ff6ab92-9c5e-4761-8555-686d3c09efd8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5c8689e3-4506-47c0-a652-97ed18836189 HTTP/1.1" status: 200 len: 918 time: 0.0829380 Aug 27 01:37:06.051635 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-58b29ef3-2cf4-43f3-9fa3-a4063a0c1674 req-4a2c78e5-c6e3-4bbd-b0ef-d5f440bfc7dc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39c29f7a-a8f4-47b8-b7f9-8153941ce167 HTTP/1.1" status: 200 len: 1000 time: 0.0611181 Aug 27 01:37:06.101265 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b29ef3-2cf4-43f3-9fa3-a4063a0c1674 req-2133d279-2e00-4fc9-a01e-d211aa1671ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:06.102692 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-58b29ef3-2cf4-43f3-9fa3-a4063a0c1674 req-2133d279-2e00-4fc9-a01e-d211aa1671ec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=20caaf11-6500-4480-a57e-55af9949d7c0 HTTP/1.1" status: 200 len: 856 time: 0.0432050 Aug 27 01:37:06.148526 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b29ef3-2cf4-43f3-9fa3-a4063a0c1674 req-84949326-ad70-4b69-8c5a-1ba8081d7c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:06.150052 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-58b29ef3-2cf4-43f3-9fa3-a4063a0c1674 req-84949326-ad70-4b69-8c5a-1ba8081d7c9d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5c8689e3-4506-47c0-a652-97ed18836189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386686 Aug 27 01:37:06.252042 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-58b29ef3-2cf4-43f3-9fa3-a4063a0c1674 req-5a62f236-a4e7-4d9f-a119-7fc6a797db05 service neutron] 10.222.0.24 "GET /v2.0/networks/5c8689e3-4506-47c0-a652-97ed18836189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941036 Aug 27 01:37:06.351901 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-58b29ef3-2cf4-43f3-9fa3-a4063a0c1674 req-e652fc47-2f3e-474a-814a-ddbc4b244e69 service neutron] 10.222.0.24 "GET /v2.0/networks/5c8689e3-4506-47c0-a652-97ed18836189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922253 Aug 27 01:37:06.723330 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983816a-e0b6-494b-9c9a-8363344825ed req-58060eef-1a06-41d1-a8f2-714f7334d94c tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:06.724817 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-f983816a-e0b6-494b-9c9a-8363344825ed req-58060eef-1a06-41d1-a8f2-714f7334d94c tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 945 time: 0.0534723 Aug 27 01:37:06.763346 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-f983816a-e0b6-494b-9c9a-8363344825ed req-44fac803-ec67-4245-bd19-afb9a8f853d4 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324602 Aug 27 01:37:07.881911 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66edfb8-f8e7-4158-91e9-64248a21d962 req-1fee7a9a-7e00-4654-aaf6-fb4c279c5603 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:07.883485 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-c66edfb8-f8e7-4158-91e9-64248a21d962 req-1fee7a9a-7e00-4654-aaf6-fb4c279c5603 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 945 time: 0.0475476 Aug 27 01:37:07.921056 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-c66edfb8-f8e7-4158-91e9-64248a21d962 req-26d7880e-0858-4c7d-88a5-635afe5680b1 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318239 Aug 27 01:37:09.019266 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.agents_db [None req-fec0d0a0-65fd-4898-8015-6bc2580b487e None None] Agent healthcheck: found 6 active agents {{(pid=94318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 01:37:09.041334 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4748893-7099-4461-a1b3-b9c8a4cb1488 req-4c25c047-8276-458a-b02e-2e9be370fe1b tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:09.042810 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-b4748893-7099-4461-a1b3-b9c8a4cb1488 req-4c25c047-8276-458a-b02e-2e9be370fe1b tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 945 time: 0.0478785 Aug 27 01:37:09.086011 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-b4748893-7099-4461-a1b3-b9c8a4cb1488 req-6d6d3113-066b-4390-9524-3c2386521820 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360491 Aug 27 01:37:09.168014 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device 39c29f7a-a8f4-47b8-b7f9-8153941ce167 no longer exists at agent hyperv_hv-cinder-75916 {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 01:37:09.251640 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:09.276860 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8f116a-f7c5-4c53-83b6-22034d528599', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39c29f7a-a8f4-47b8-b7f9-8153941ce167'}] {{(pid=94317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:37:09.279407 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ae24146460100d3107ec4d42823fa970b16dae16efc5fac949978fe01edd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8339cd74-498f-4d97-94ff-fa541646a583" -d '{"events": [{"server_uuid": "3b8f116a-f7c5-4c53-83b6-22034d528599", "name": "network-vif-unplugged", "status": "completed", "tag": "39c29f7a-a8f4-47b8-b7f9-8153941ce167"}]}' {{(pid=94317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:37:09.294166 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port 39c29f7a-a8f4-47b8-b7f9-8153941ce167, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=39c29f7a-a8f4-47b8-b7f9-8153941ce167,segment=NetworkSegment(f8ab679e-b537-4c90-a2f7-0b9fb93d20b1),segment_id=f8ab679e-b537-4c90-a2f7-0b9fb93d20b1)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:37:09.350315 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:09.417965 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Pushing event updated for resources: {'Port': ['ID=39c29f7a-a8f4-47b8-b7f9-8153941ce167,revision_number=8']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:37:09.636700 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 27 Aug 2021 01:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee10be1-750a-4ea3-951d-43d4502e28fb x-openstack-request-id: req-dee10be1-750a-4ea3-951d-43d4502e28fb {{(pid=94317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:37:09.637042 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b8f116a-f7c5-4c53-83b6-22034d528599", "name": "network-vif-unplugged", "status": "failed", "tag": "39c29f7a-a8f4-47b8-b7f9-8153941ce167", "code": 422}]} {{(pid=94317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:37:09.637296 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dee10be1-750a-4ea3-951d-43d4502e28fb {{(pid=94317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:37:09.637718 dv-cinder-759169-3-iscsi neutron-server[94317]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3b8f116a-f7c5-4c53-83b6-22034d528599', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '39c29f7a-a8f4-47b8-b7f9-8153941ce167', 'code': 422} returned with failed status Aug 27 01:37:10.121109 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0421671-bc86-4857-ad0e-14607aa2bdb6 req-956376f6-6d73-4cae-a7e3-cf6bbe9fd18a tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:10.122709 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-e0421671-bc86-4857-ad0e-14607aa2bdb6 req-956376f6-6d73-4cae-a7e3-cf6bbe9fd18a tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/ports?device_id=05daee4f-8e0c-4b0f-955f-09527893b2fa HTTP/1.1" status: 200 len: 984 time: 0.0485139 Aug 27 01:37:10.165960 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-e0421671-bc86-4857-ad0e-14607aa2bdb6 req-9a527b8c-95b7-4e22-8976-bb00f7bdec3c tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7f9b51a-b3b6-4e49-a34c-8b405886f61d&id=f7df4755-d6ea-4026-bf63-a75d3e9e9361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358393 Aug 27 01:37:10.230952 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fcf5b0-4ebf-4a54-aee0-59a743e1346e req-3eb5873b-1e6a-4e44-b5a7-f8fa14505e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:10.232579 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-e4fcf5b0-4ebf-4a54-aee0-59a743e1346e req-3eb5873b-1e6a-4e44-b5a7-f8fa14505e29 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0c906f0891a04908acd7dc34d1953279&device_id=05daee4f-8e0c-4b0f-955f-09527893b2fa HTTP/1.1" status: 200 len: 1137 time: 0.0466967 Aug 27 01:37:10.332764 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fcf5b0-4ebf-4a54-aee0-59a743e1346e req-6155e818-d4cb-4758-91ef-4032d6130dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:10.334313 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-e4fcf5b0-4ebf-4a54-aee0-59a743e1346e req-6155e818-d4cb-4758-91ef-4032d6130dd3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=917a1716-6372-44c1-be59-4f3ee33be285 HTTP/1.1" status: 200 len: 916 time: 0.0946548 Aug 27 01:37:10.405580 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-e4fcf5b0-4ebf-4a54-aee0-59a743e1346e req-302b0b8c-a6d4-4a6e-b18d-8730f3947417 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecfa3830-4bf2-43df-94c3-c0d06632b36e HTTP/1.1" status: 200 len: 1000 time: 0.0620043 Aug 27 01:37:10.463830 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fcf5b0-4ebf-4a54-aee0-59a743e1346e req-72538127-d221-4496-937a-8c5e10f73b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:10.466320 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-e4fcf5b0-4ebf-4a54-aee0-59a743e1346e req-72538127-d221-4496-937a-8c5e10f73b43 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e11f456c-fbd8-41f1-91e9-92ed93af2b4a HTTP/1.1" status: 200 len: 854 time: 0.0509348 Aug 27 01:37:10.513382 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fcf5b0-4ebf-4a54-aee0-59a743e1346e req-eb9672c5-da39-4f63-a531-73e9afe19711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:10.514868 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-e4fcf5b0-4ebf-4a54-aee0-59a743e1346e req-eb9672c5-da39-4f63-a531-73e9afe19711 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=917a1716-6372-44c1-be59-4f3ee33be285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440378 Aug 27 01:37:10.610892 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-e4fcf5b0-4ebf-4a54-aee0-59a743e1346e req-766c14a6-56b1-4982-ab5e-1a86aea9fa5c service neutron] 10.222.0.24 "GET /v2.0/networks/917a1716-6372-44c1-be59-4f3ee33be285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877025 Aug 27 01:37:10.723645 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-e4fcf5b0-4ebf-4a54-aee0-59a743e1346e req-56c5e577-6f24-4770-a188-d701e442ecb0 service neutron] 10.222.0.24 "GET /v2.0/networks/917a1716-6372-44c1-be59-4f3ee33be285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958140 Aug 27 01:37:11.398072 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5036605a-5767-4524-ba5d-431f0f00ae06 req-40d670b0-0109-459a-8397-3da366a9108d tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:11.399612 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-5036605a-5767-4524-ba5d-431f0f00ae06 req-40d670b0-0109-459a-8397-3da366a9108d tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/ports?device_id=05daee4f-8e0c-4b0f-955f-09527893b2fa HTTP/1.1" status: 200 len: 984 time: 0.0494223 Aug 27 01:37:11.450459 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-5036605a-5767-4524-ba5d-431f0f00ae06 req-da4d0684-8383-4dc7-991a-679b2b6acc21 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7f9b51a-b3b6-4e49-a34c-8b405886f61d&id=f7df4755-d6ea-4026-bf63-a75d3e9e9361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0444455 Aug 27 01:37:11.485111 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704755c-d16d-4c70-b25f-04f68f89d6fe req-1765875f-1751-4fc0-9c72-0819052248c3 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:11.489361 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d704755c-d16d-4c70-b25f-04f68f89d6fe req-1765875f-1751-4fc0-9c72-0819052248c3 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 943 time: 0.0607774 Aug 27 01:37:11.526105 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d704755c-d16d-4c70-b25f-04f68f89d6fe req-2179c7d0-cf2c-4055-800c-03e17a7da0c6 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330465 Aug 27 01:37:11.571160 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3599ae6a-6f40-4d10-ba26-afb1c856d106 req-b4b119e8-55ec-4904-b422-18f4b78d2c74 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:11.572549 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-3599ae6a-6f40-4d10-ba26-afb1c856d106 req-b4b119e8-55ec-4904-b422-18f4b78d2c74 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4270f24-9903-4782-8633-a676243368a6 HTTP/1.1" status: 200 len: 945 time: 0.0648053 Aug 27 01:37:11.610883 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-3599ae6a-6f40-4d10-ba26-afb1c856d106 req-d0989374-8dff-414d-8d4a-4aa8a3420023 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f81df45-afd3-410c-84c9-6d7ff8f0b10d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318227 Aug 27 01:37:11.967477 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e0ec1b36-1125-494a-833e-4b46698df952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:11.975216 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 32942) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:37:12.060557 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-beaa857a-5ec4-4017-b845-b0aa2662fe50 req-6f9446eb-c879-40b8-8711-272409ab6619 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0841987 Aug 27 01:37:12.569891 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2dfb9-c600-477c-b5ee-17b156a0f7a2 req-ce66ea35-7994-4090-921a-5728671a6373 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:12.571409 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-a5d2dfb9-c600-477c-b5ee-17b156a0f7a2 req-ce66ea35-7994-4090-921a-5728671a6373 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/ports?device_id=05daee4f-8e0c-4b0f-955f-09527893b2fa HTTP/1.1" status: 200 len: 984 time: 0.0514073 Aug 27 01:37:12.614761 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-a5d2dfb9-c600-477c-b5ee-17b156a0f7a2 req-636ce3d0-3a13-4441-911a-668272dd705c tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7f9b51a-b3b6-4e49-a34c-8b405886f61d&id=f7df4755-d6ea-4026-bf63-a75d3e9e9361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0369630 Aug 27 01:37:12.665566 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37943922-1259-4c93-be6c-f36cf6db7dd0 req-51a0a6be-5384-478f-be8e-2eae1dad1b4a tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:12.667076 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-37943922-1259-4c93-be6c-f36cf6db7dd0 req-51a0a6be-5384-478f-be8e-2eae1dad1b4a tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 943 time: 0.0572302 Aug 27 01:37:12.705728 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-37943922-1259-4c93-be6c-f36cf6db7dd0 req-590c5f9c-6dcf-4ce5-9867-81bcaa0fbffc tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326402 Aug 27 01:37:12.732018 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe08bf17-0656-4446-a862-6b93fb860c81 req-74ceb24b-5a0f-409a-b55d-a4cc668d898f tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:12.733515 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-fe08bf17-0656-4446-a862-6b93fb860c81 req-74ceb24b-5a0f-409a-b55d-a4cc668d898f tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4270f24-9903-4782-8633-a676243368a6 HTTP/1.1" status: 200 len: 945 time: 0.0511317 Aug 27 01:37:13.010219 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-fe08bf17-0656-4446-a862-6b93fb860c81 req-a529a225-c76b-4bd2-9da8-496df947b77e tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f81df45-afd3-410c-84c9-6d7ff8f0b10d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2697489 Aug 27 01:37:13.485898 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c49e3-fd79-4ca8-92db-024e9aebbe22 req-fe23f1bd-4ef6-472d-b7d8-e85765424ff0 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:13.487345 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-653c49e3-fd79-4ca8-92db-024e9aebbe22 req-fe23f1bd-4ef6-472d-b7d8-e85765424ff0 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4270f24-9903-4782-8633-a676243368a6 HTTP/1.1" status: 200 len: 945 time: 0.0475705 Aug 27 01:37:13.615507 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa857a-5ec4-4017-b845-b0aa2662fe50 req-29f9f450-e53e-465d-977d-72dd79dcddb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:13.617060 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-beaa857a-5ec4-4017-b845-b0aa2662fe50 req-29f9f450-e53e-465d-977d-72dd79dcddb1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599&tenant_id=9cbe428e1f9c456087aa6ec677fe0330 HTTP/1.1" status: 200 len: 1096 time: 0.0736356 Aug 27 01:37:13.630853 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [req-653c49e3-fd79-4ca8-92db-024e9aebbe22 req-7eadd246-1af8-43be-a3b5-20b574cb4b76 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Deleting port 043fb403-1255-4b2f-94a3-72fd35ade4a5 {{(pid=94315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:37:13.631197 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-653c49e3-fd79-4ca8-92db-024e9aebbe22 req-7eadd246-1af8-43be-a3b5-20b574cb4b76 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:13.741494 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a3d825-d524-4b6b-9262-4cb7fd0212ac req-f8d030e5-a16c-4bce-8a47-6ae62c5047bf tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:13.743635 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-05a3d825-d524-4b6b-9262-4cb7fd0212ac req-f8d030e5-a16c-4bce-8a47-6ae62c5047bf tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/ports?device_id=05daee4f-8e0c-4b0f-955f-09527893b2fa HTTP/1.1" status: 200 len: 984 time: 0.0539079 Aug 27 01:37:13.743842 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa857a-5ec4-4017-b845-b0aa2662fe50 req-fc90f0df-cafc-472b-88a7-67cef30317cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:13.744965 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-beaa857a-5ec4-4017-b845-b0aa2662fe50 req-fc90f0df-cafc-472b-88a7-67cef30317cb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9cbe428e1f9c456087aa6ec677fe0330&device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 1096 time: 0.0736105 Aug 27 01:37:13.786360 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-05a3d825-d524-4b6b-9262-4cb7fd0212ac req-9bfcf6a7-90ac-4ce7-a948-abaa06d006ca tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7f9b51a-b3b6-4e49-a34c-8b405886f61d&id=f7df4755-d6ea-4026-bf63-a75d3e9e9361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364850 Aug 27 01:37:13.812996 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [req-653c49e3-fd79-4ca8-92db-024e9aebbe22 req-7eadd246-1af8-43be-a3b5-20b574cb4b76 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] For port 043fb403-1255-4b2f-94a3-72fd35ade4a5, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=043fb403-1255-4b2f-94a3-72fd35ade4a5,segment=NetworkSegment(c42d10cd-c3ef-4c1a-a7ca-8e269f5416ab),segment_id=c42d10cd-c3ef-4c1a-a7ca-8e269f5416ab)] {{(pid=94315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:37:13.813412 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-653c49e3-fd79-4ca8-92db-024e9aebbe22 req-7eadd246-1af8-43be-a3b5-20b574cb4b76 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:13.935999 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa857a-5ec4-4017-b845-b0aa2662fe50 req-cd09522d-a698-4579-a129-5a36810a3fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:13.937537 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-beaa857a-5ec4-4017-b845-b0aa2662fe50 req-cd09522d-a698-4579-a129-5a36810a3fd4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5c8689e3-4506-47c0-a652-97ed18836189 HTTP/1.1" status: 200 len: 918 time: 0.1833906 Aug 27 01:37:13.947363 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f177c30-9e2a-4dbf-9b59-891ca484fe6f req-d84f200b-f791-441f-9283-3121d80ecd7d tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:13.948739 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6f177c30-9e2a-4dbf-9b59-891ca484fe6f req-d84f200b-f791-441f-9283-3121d80ecd7d tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 943 time: 0.1457059 Aug 27 01:37:14.110936 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6f177c30-9e2a-4dbf-9b59-891ca484fe6f req-a07001ac-1b23-49e7-92e7-ec3103149ff2 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519582 Aug 27 01:37:14.117027 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-beaa857a-5ec4-4017-b845-b0aa2662fe50 req-c668b81f-6de4-4a48-8b75-c8d7a677c3b1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39c29f7a-a8f4-47b8-b7f9-8153941ce167 HTTP/1.1" status: 200 len: 998 time: 0.1642559 Aug 27 01:37:14.126562 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32b794-7cbc-4191-b7e2-972bd5195f28 req-6a368992-e091-42d1-9b98-56d0a5cbf422 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:14.128192 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-ac32b794-7cbc-4191-b7e2-972bd5195f28 req-6a368992-e091-42d1-9b98-56d0a5cbf422 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4270f24-9903-4782-8633-a676243368a6 HTTP/1.1" status: 200 len: 945 time: 0.0494850 Aug 27 01:37:14.163693 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-653c49e3-fd79-4ca8-92db-024e9aebbe22 req-7eadd246-1af8-43be-a3b5-20b574cb4b76 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:14.164082 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-653c49e3-fd79-4ca8-92db-024e9aebbe22 req-7eadd246-1af8-43be-a3b5-20b574cb4b76 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2027135'] for floatingip, after_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:14.164395 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.db.l3_db [req-653c49e3-fd79-4ca8-92db-024e9aebbe22 req-7eadd246-1af8-43be-a3b5-20b574cb4b76 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Floating IP 084c1fc1-1d9c-4074-8f7c-b5307b3b0bef disassociated. External IP: 172.27.3.161, port: 043fb403-1255-4b2f-94a3-72fd35ade4a5. Aug 27 01:37:14.164728 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [req-653c49e3-fd79-4ca8-92db-024e9aebbe22 req-7eadd246-1af8-43be-a3b5-20b574cb4b76 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Calling delete_port for 043fb403-1255-4b2f-94a3-72fd35ade4a5 owned by compute:nova {{(pid=94315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:37:14.180320 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-ac32b794-7cbc-4191-b7e2-972bd5195f28 req-0cc1a12b-b5b1-413e-9a02-339a8104c1c3 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f81df45-afd3-410c-84c9-6d7ff8f0b10d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335147 Aug 27 01:37:14.190847 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa857a-5ec4-4017-b845-b0aa2662fe50 req-92b1144d-d118-420a-9089-7ce5f9110034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:14.190847 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-beaa857a-5ec4-4017-b845-b0aa2662fe50 req-92b1144d-d118-420a-9089-7ce5f9110034 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=20caaf11-6500-4480-a57e-55af9949d7c0 HTTP/1.1" status: 200 len: 856 time: 0.0643911 Aug 27 01:37:14.280826 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa857a-5ec4-4017-b845-b0aa2662fe50 req-ab68fbff-382e-4322-bd6d-91ab2e3ea9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:14.283344 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-beaa857a-5ec4-4017-b845-b0aa2662fe50 req-ab68fbff-382e-4322-bd6d-91ab2e3ea9b2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5c8689e3-4506-47c0-a652-97ed18836189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0666697 Aug 27 01:37:14.416162 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-beaa857a-5ec4-4017-b845-b0aa2662fe50 req-09f4e93b-d164-438c-843c-5138e11a3df6 service neutron] 10.222.0.24 "GET /v2.0/networks/5c8689e3-4506-47c0-a652-97ed18836189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254272 Aug 27 01:37:14.472444 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-653c49e3-fd79-4ca8-92db-024e9aebbe22 req-7eadd246-1af8-43be-a3b5-20b574cb4b76 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8502847'] for port, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:14.506659 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eadd246-1af8-43be-a3b5-20b574cb4b76 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Pushing event deleted for resources: {'Port': ['ID=043fb403-1255-4b2f-94a3-72fd35ade4a5,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:37:14.538299 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e81747b7-dbf7-49ca-bfe5-42c740618a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:14.616426 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-beaa857a-5ec4-4017-b845-b0aa2662fe50 req-8265fd54-9bdd-45ce-baf5-a41c7b92b237 service neutron] 10.222.0.24 "GET /v2.0/networks/5c8689e3-4506-47c0-a652-97ed18836189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921551 Aug 27 01:37:14.636326 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:14.693075 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.l3_agent_scheduler [req-653c49e3-fd79-4ca8-92db-024e9aebbe22 req-7eadd246-1af8-43be-a3b5-20b574cb4b76 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Router e26b4e83-fb61-4db6-8e6e-ec6ab6b53186 has already been hosted by L3 agent 8dc83c43-e68e-43c9-8595-1753e39ae809 {{(pid=94315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 01:37:14.818321 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-653c49e3-fd79-4ca8-92db-024e9aebbe22 req-7eadd246-1af8-43be-a3b5-20b574cb4b76 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify agent at l3_agent.dv-cinder-759169-3-iscsi the message routers_updated {{(pid=94315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 01:37:14.830521 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06999679-a122-4eb9-860b-3f205ef2646c None None] Sync routers for ids ['e26b4e83-fb61-4db6-8e6e-ec6ab6b53186'] in dv-cinder-759169-3-iscsi {{(pid=94317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 01:37:14.846977 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06999679-a122-4eb9-860b-3f205ef2646c None None] Routers {'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:37:14.848185 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-06999679-a122-4eb9-860b-3f205ef2646c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:37:14Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['e26b4e83-fb61-4db6-8e6e-ec6ab6b53186'], 'active': True} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:37:14.873254 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.l3_dvrscheduler_db [req-653c49e3-fd79-4ca8-92db-024e9aebbe22 req-7eadd246-1af8-43be-a3b5-20b574cb4b76 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] No DVR routers for this DVR port 043fb403-1255-4b2f-94a3-72fd35ade4a5 on host hv-cinder-75916 {{(pid=94315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 01:37:14.902997 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-653c49e3-fd79-4ca8-92db-024e9aebbe22 req-7eadd246-1af8-43be-a3b5-20b574cb4b76 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for port, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:14.905492 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-653c49e3-fd79-4ca8-92db-024e9aebbe22 req-7eadd246-1af8-43be-a3b5-20b574cb4b76 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.24 "DELETE /v2.0/ports/043fb403-1255-4b2f-94a3-72fd35ade4a5 HTTP/1.1" status: 204 len: 173 time: 1.3956387 Aug 27 01:37:14.905767 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4270f24-9903-4782-8633-a676243368a6', 'name': 'network-vif-deleted', 'tag': '043fb403-1255-4b2f-94a3-72fd35ade4a5'}] {{(pid=94315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:37:14.908415 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4b197ec9f2f0e9474c50df7e7ed8b30a1ed8e7d4526d98a0361b780d87c209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923eb9f1-f7ed-4ba9-9f11-748d94500665" -d '{"events": [{"server_uuid": "e4270f24-9903-4782-8633-a676243368a6", "name": "network-vif-deleted", "tag": "043fb403-1255-4b2f-94a3-72fd35ade4a5"}]}' {{(pid=94315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:37:14.969174 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef7040-5b82-43ad-9099-1e486c6ee66c req-aed99ede-f594-45c4-8241-20a5a0e31011 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:14.978606 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-62ef7040-5b82-43ad-9099-1e486c6ee66c req-aed99ede-f594-45c4-8241-20a5a0e31011 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/ports?device_id=05daee4f-8e0c-4b0f-955f-09527893b2fa HTTP/1.1" status: 200 len: 984 time: 0.1070392 Aug 27 01:37:14.982465 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 01:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebcb262c-828d-4e61-b07a-6faa024e43e2 x-openstack-request-id: req-ebcb262c-828d-4e61-b07a-6faa024e43e2 {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:37:14.982819 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4270f24-9903-4782-8633-a676243368a6", "name": "network-vif-deleted", "tag": "043fb403-1255-4b2f-94a3-72fd35ade4a5", "status": "completed", "code": 200}]} {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:37:14.983143 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ebcb262c-828d-4e61-b07a-6faa024e43e2 {{(pid=94315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:37:14.983645 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4270f24-9903-4782-8633-a676243368a6', 'name': 'network-vif-deleted', 'tag': '043fb403-1255-4b2f-94a3-72fd35ade4a5', 'status': 'completed', 'code': 200} Aug 27 01:37:14.988115 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvr_db [None req-06999679-a122-4eb9-860b-3f205ef2646c None None] Set router e26b4e83-fb61-4db6-8e6e-ec6ab6b53186 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:37:15.035135 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-62ef7040-5b82-43ad-9099-1e486c6ee66c req-3d9da067-096a-4fa3-b1b5-79e9c55420fa tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7f9b51a-b3b6-4e49-a34c-8b405886f61d&id=f7df4755-d6ea-4026-bf63-a75d3e9e9361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554702 Aug 27 01:37:15.222142 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-06999679-a122-4eb9-860b-3f205ef2646c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'name': 'tempest-AttachVolumeTestJSON-1342235073-router', 'tenant_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'e2351d21-f1ad-4243-9022-b9e0fdc4393d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:30:08Z', 'updated_at': '2021-08-27T01:30:15Z', 'revision_number': 4, 'project_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'gw_port': {'id': 'e2351d21-f1ad-4243-9022-b9e0fdc4393d', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:09Z', 'updated_at': '2021-08-27T01:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': 'b2406ba9-307c-49e1-9a52-ec92dd437340', 'name': '', 'network_id': '6cba5cc2-c26d-402b-a305-3f91c04ec99b', 'tenant_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'mac_address': 'fa:16:3e:a0:8e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e1b7ebb0-22fa-4fc2-81e3-fd4ce0a9462d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:12Z', 'updated_at': '2021-08-27T01:30:23Z', 'revision_number': 5, 'project_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'subnets': [{'id': 'e1b7ebb0-22fa-4fc2-81e3-fd4ce0a9462d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:37:15.260495 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06999679-a122-4eb9-860b-3f205ef2646c None None] Checking router: e26b4e83-fb61-4db6-8e6e-ec6ab6b53186 for host: dv-cinder-759169-3-iscsi {{(pid=94317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 01:37:15.263844 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09278f8a-3372-409c-9c43-23ab263ec414 req-126e419a-6145-4164-9c52-f0f06509b5fa tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:15.265406 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-09278f8a-3372-409c-9c43-23ab263ec414 req-126e419a-6145-4164-9c52-f0f06509b5fa tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 943 time: 0.0604424 Aug 27 01:37:15.269499 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06999679-a122-4eb9-860b-3f205ef2646c None None] Routers {'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:37:15.270133 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-06999679-a122-4eb9-860b-3f205ef2646c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:37:14Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['e26b4e83-fb61-4db6-8e6e-ec6ab6b53186'], 'active': True} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:37:15.285159 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d4d8d37d-28b6-4f04-a421-bd2f7e697c09 req-2dbc0722-2881-45a0-a3b1-9245c191a404 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4270f24-9903-4782-8633-a676243368a6 HTTP/1.1" status: 200 len: 210 time: 0.0313790 Aug 27 01:37:15.315656 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-09278f8a-3372-409c-9c43-23ab263ec414 req-6436bf2f-3569-44c3-a637-9a7fdc650d66 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409837 Aug 27 01:37:15.377717 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvr_db [None req-06999679-a122-4eb9-860b-3f205ef2646c None None] Set router e26b4e83-fb61-4db6-8e6e-ec6ab6b53186 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:37:15.570916 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-06999679-a122-4eb9-860b-3f205ef2646c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'name': 'tempest-AttachVolumeTestJSON-1342235073-router', 'tenant_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'e2351d21-f1ad-4243-9022-b9e0fdc4393d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:30:08Z', 'updated_at': '2021-08-27T01:30:15Z', 'revision_number': 4, 'project_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'gw_port': {'id': 'e2351d21-f1ad-4243-9022-b9e0fdc4393d', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:09Z', 'updated_at': '2021-08-27T01:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': 'b2406ba9-307c-49e1-9a52-ec92dd437340', 'name': '', 'network_id': '6cba5cc2-c26d-402b-a305-3f91c04ec99b', 'tenant_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'mac_address': 'fa:16:3e:a0:8e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e1b7ebb0-22fa-4fc2-81e3-fd4ce0a9462d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:12Z', 'updated_at': '2021-08-27T01:30:23Z', 'revision_number': 5, 'project_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'subnets': [{'id': 'e1b7ebb0-22fa-4fc2-81e3-fd4ce0a9462d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:37:15.597268 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06999679-a122-4eb9-860b-3f205ef2646c None None] The sync data for ids ['e26b4e83-fb61-4db6-8e6e-ec6ab6b53186'] in dv-cinder-759169-3-iscsi is: [{'id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'name': 'tempest-AttachVolumeTestJSON-1342235073-router', 'tenant_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'e2351d21-f1ad-4243-9022-b9e0fdc4393d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:30:08Z', 'updated_at': '2021-08-27T01:30:15Z', 'revision_number': 4, 'project_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'gw_port': {'id': 'e2351d21-f1ad-4243-9022-b9e0fdc4393d', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:09Z', 'updated_at': '2021-08-27T01:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': 'b2406ba9-307c-49e1-9a52-ec92dd437340', 'name': '', 'network_id': '6cba5cc2-c26d-402b-a305-3f91c04ec99b', 'tenant_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'mac_address': 'fa:16:3e:a0:8e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e1b7ebb0-22fa-4fc2-81e3-fd4ce0a9462d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:12Z', 'updated_at': '2021-08-27T01:30:23Z', 'revision_number': 5, 'project_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'subnets': [{'id': 'e1b7ebb0-22fa-4fc2-81e3-fd4ce0a9462d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 01:37:15.792982 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c083d8c7-aa89-49a7-ad08-d6ca0e41ac8f None None] New status for floating IP 084c1fc1-1d9c-4074-8f7c-b5307b3b0bef: DOWN {{(pid=94318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 01:37:15.938866 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ed545f81-8b1b-4cf8-a1bc-5817d83b44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:16.153184 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945bb555-324d-4c08-b158-127dc97fa0ee req-62398344-66f5-4def-be45-dde14cbb8f4a tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:16.154699 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-945bb555-324d-4c08-b158-127dc97fa0ee req-62398344-66f5-4def-be45-dde14cbb8f4a tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/ports?device_id=05daee4f-8e0c-4b0f-955f-09527893b2fa HTTP/1.1" status: 200 len: 984 time: 0.0483696 Aug 27 01:37:16.195023 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-945bb555-324d-4c08-b158-127dc97fa0ee req-a04021e7-db07-47e5-b245-333fa5abaa8c tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7f9b51a-b3b6-4e49-a34c-8b405886f61d&id=f7df4755-d6ea-4026-bf63-a75d3e9e9361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336697 Aug 27 01:37:16.384128 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-ade12ab5-9833-4ced-9e89-be371dea8635 req-497ef602-0689-4a75-90ba-0cfc16d82c44 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4270f24-9903-4782-8633-a676243368a6 HTTP/1.1" status: 200 len: 210 time: 0.0292842 Aug 27 01:37:16.436999 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69b8df-bbeb-43e2-8310-c30c84dda3bd req-e4e6a47d-e238-4a17-a0cd-45562a85d85e tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:16.438980 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-cb69b8df-bbeb-43e2-8310-c30c84dda3bd req-e4e6a47d-e238-4a17-a0cd-45562a85d85e tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 943 time: 0.0502746 Aug 27 01:37:16.475989 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-cb69b8df-bbeb-43e2-8310-c30c84dda3bd req-ba81a7e2-f5fe-4b73-bccf-d09cb289aec3 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307350 Aug 27 01:37:17.310573 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9805d-f005-4c06-973b-8b9fa1630e01 req-04f89e9b-6c13-4758-98b7-fe2cdaa62390 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:17.311958 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-96a9805d-f005-4c06-973b-8b9fa1630e01 req-04f89e9b-6c13-4758-98b7-fe2cdaa62390 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/ports?device_id=05daee4f-8e0c-4b0f-955f-09527893b2fa HTTP/1.1" status: 200 len: 984 time: 0.0484238 Aug 27 01:37:17.353446 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-96a9805d-f005-4c06-973b-8b9fa1630e01 req-a328ca7a-b9bd-4ee8-b098-29f7186116cf tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7f9b51a-b3b6-4e49-a34c-8b405886f61d&id=f7df4755-d6ea-4026-bf63-a75d3e9e9361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344012 Aug 27 01:37:17.425082 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-809c4053-e1f3-4656-979d-5dfd58cb0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:17.481303 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-4828ab55-6be5-44bc-8baa-bf5f607f3272 req-97e1c9b6-43f7-436d-8b17-cc00280e5645 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4270f24-9903-4782-8633-a676243368a6 HTTP/1.1" status: 200 len: 210 time: 0.0295050 Aug 27 01:37:17.605409 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a67e5f1-08e8-475a-9f88-39f19f1fbb3b req-c3de4ef6-7796-4d47-9345-bd60f24e26e5 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:17.607174 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-0a67e5f1-08e8-475a-9f88-39f19f1fbb3b req-c3de4ef6-7796-4d47-9345-bd60f24e26e5 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 943 time: 0.0492332 Aug 27 01:37:17.646592 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-0a67e5f1-08e8-475a-9f88-39f19f1fbb3b req-217992a6-b371-4a2a-aaee-213a96e27a4b tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323946 Aug 27 01:37:18.482074 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ef1fd-f305-4a2a-b012-ba8b18f642fb req-c4de055f-a99b-400d-a4bb-7f635721f662 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:18.484269 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-3d9ef1fd-f305-4a2a-b012-ba8b18f642fb req-c4de055f-a99b-400d-a4bb-7f635721f662 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/ports?device_id=05daee4f-8e0c-4b0f-955f-09527893b2fa HTTP/1.1" status: 200 len: 984 time: 0.0552785 Aug 27 01:37:18.570030 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-3d9ef1fd-f305-4a2a-b012-ba8b18f642fb req-8ce45d45-17e6-40d4-bd9d-f3590128bc67 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7f9b51a-b3b6-4e49-a34c-8b405886f61d&id=f7df4755-d6ea-4026-bf63-a75d3e9e9361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0730269 Aug 27 01:37:18.622126 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-7e149518-c2b3-4390-b783-baf984d55458 req-4723b9d9-791a-4acf-a0ed-306688c5247a tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4270f24-9903-4782-8633-a676243368a6 HTTP/1.1" status: 200 len: 210 time: 0.0284610 Aug 27 01:37:18.780348 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc426eb-450a-42cb-88ea-90b1914ca414 req-49e0573f-f154-4828-b352-5cf5a1692181 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:18.782389 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-7bc426eb-450a-42cb-88ea-90b1914ca414 req-49e0573f-f154-4828-b352-5cf5a1692181 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 943 time: 0.0518308 Aug 27 01:37:18.822852 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-7bc426eb-450a-42cb-88ea-90b1914ca414 req-3ef89457-69b7-448d-adb8-dc9dea4e205d tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342448 Aug 27 01:37:19.705076 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1892c4bc-c6e2-4ef7-8fde-85d3cf6c3b29 req-541c03fb-fdf6-410f-88d3-f372f6f3c034 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:19.707022 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-1892c4bc-c6e2-4ef7-8fde-85d3cf6c3b29 req-541c03fb-fdf6-410f-88d3-f372f6f3c034 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/ports?device_id=05daee4f-8e0c-4b0f-955f-09527893b2fa HTTP/1.1" status: 200 len: 984 time: 0.0639031 Aug 27 01:37:19.745542 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-81b2026d-51c7-48dd-b214-5e8edf2523bf req-6bd1e782-43fe-4b41-8951-1a1a4022eb83 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4270f24-9903-4782-8633-a676243368a6 HTTP/1.1" status: 200 len: 210 time: 0.0328043 Aug 27 01:37:19.762844 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-1892c4bc-c6e2-4ef7-8fde-85d3cf6c3b29 req-a531b841-9e67-4b99-a918-a153de921c4a tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7f9b51a-b3b6-4e49-a34c-8b405886f61d&id=f7df4755-d6ea-4026-bf63-a75d3e9e9361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405488 Aug 27 01:37:19.955985 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1661a-a9cb-4a46-9815-9bd33fcb687c req-059782c5-272e-41c0-9577-189d22910085 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:19.958015 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-76d1661a-a9cb-4a46-9815-9bd33fcb687c req-059782c5-272e-41c0-9577-189d22910085 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 943 time: 0.0553553 Aug 27 01:37:20.013850 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-76d1661a-a9cb-4a46-9815-9bd33fcb687c req-72ade4dc-e274-48d8-b879-3eda4b7f3fbf tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504346 Aug 27 01:37:20.860226 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-257b99cd-e5ff-49b7-b9ce-01d76d9c623f req-dd812bf6-9eee-4104-9b95-cf0b1102dc38 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4270f24-9903-4782-8633-a676243368a6 HTTP/1.1" status: 200 len: 210 time: 0.0258005 Aug 27 01:37:20.899597 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa023fb-052a-4a34-bdde-7eb6e2665081 req-623369de-8c4f-4101-b843-2cd19e0cadcd tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:20.901982 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6fa023fb-052a-4a34-bdde-7eb6e2665081 req-623369de-8c4f-4101-b843-2cd19e0cadcd tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/ports?device_id=05daee4f-8e0c-4b0f-955f-09527893b2fa HTTP/1.1" status: 200 len: 984 time: 0.0742786 Aug 27 01:37:20.945177 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6fa023fb-052a-4a34-bdde-7eb6e2665081 req-d9fceba6-64e2-4453-9ee0-196691302c1f tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7f9b51a-b3b6-4e49-a34c-8b405886f61d&id=f7df4755-d6ea-4026-bf63-a75d3e9e9361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352490 Aug 27 01:37:21.148710 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da421a-2596-4511-9fe0-9650215ef1b8 req-1166baaa-e838-43a9-ae20-3a2b07a48afb tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:21.150406 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-a3da421a-2596-4511-9fe0-9650215ef1b8 req-1166baaa-e838-43a9-ae20-3a2b07a48afb tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 943 time: 0.0576553 Aug 27 01:37:21.190438 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-a3da421a-2596-4511-9fe0-9650215ef1b8 req-04ce823c-02b9-471d-8ce4-f866189d1a5a tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335915 Aug 27 01:37:21.217978 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device 043fb403-1255-4b2f-94a3-72fd35ade4a5 no longer exists at agent hyperv_hv-cinder-75916 {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 01:37:21.244225 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] No Port match for: 043fb403-1255-4b2f-94a3-72fd35ade4a5 {{(pid=94317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 01:37:21.244637 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device 043fb403-1255-4b2f-94a3-72fd35ade4a5 not bound to the agent host hv-cinder-75916 {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 01:37:21.978852 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-f57dbdf1-0719-407a-90ff-50f57b6c6dc1 req-7d6f3d1d-8028-42a5-856e-5dd195a3a778 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4270f24-9903-4782-8633-a676243368a6 HTTP/1.1" status: 200 len: 210 time: 0.0294695 Aug 27 01:37:22.070113 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb48c27-d409-4031-b05e-7a6a90165305 req-13b05fa0-dea7-43ca-86f1-a6fe4d0664e1 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:22.071608 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-1fb48c27-d409-4031-b05e-7a6a90165305 req-13b05fa0-dea7-43ca-86f1-a6fe4d0664e1 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/ports?device_id=05daee4f-8e0c-4b0f-955f-09527893b2fa HTTP/1.1" status: 200 len: 984 time: 0.0524063 Aug 27 01:37:22.114264 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-1fb48c27-d409-4031-b05e-7a6a90165305 req-67040373-272b-47fb-aec1-ed2ea6d9c6e6 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7f9b51a-b3b6-4e49-a34c-8b405886f61d&id=f7df4755-d6ea-4026-bf63-a75d3e9e9361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347822 Aug 27 01:37:22.317809 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd6bc1-34b3-4dc2-b455-3dd0d4813805 req-83da7533-140e-43fb-9e9f-75fdc44e0e52 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:22.319552 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d1dd6bc1-34b3-4dc2-b455-3dd0d4813805 req-83da7533-140e-43fb-9e9f-75fdc44e0e52 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 943 time: 0.0550740 Aug 27 01:37:22.362653 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d1dd6bc1-34b3-4dc2-b455-3dd0d4813805 req-f0a7af09-9fe3-447f-b06f-8c549cd6958f tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355656 Aug 27 01:37:23.098592 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-6052d690-c156-444f-8c80-d01e8045f6fc req-1587fc75-412e-4c44-94f0-e0bbf2cf724d tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4270f24-9903-4782-8633-a676243368a6 HTTP/1.1" status: 200 len: 210 time: 0.0272753 Aug 27 01:37:23.238194 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc805643-551f-4b12-bb19-1ffdc050e6b1 req-9d17c1bd-9cbf-41e4-ae48-f6b638cd665f tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:23.240052 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-fc805643-551f-4b12-bb19-1ffdc050e6b1 req-9d17c1bd-9cbf-41e4-ae48-f6b638cd665f tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/ports?device_id=05daee4f-8e0c-4b0f-955f-09527893b2fa HTTP/1.1" status: 200 len: 984 time: 0.0539589 Aug 27 01:37:23.282767 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-fc805643-551f-4b12-bb19-1ffdc050e6b1 req-89a0a2eb-23cd-4600-af6f-f2ce2f199c44 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7f9b51a-b3b6-4e49-a34c-8b405886f61d&id=f7df4755-d6ea-4026-bf63-a75d3e9e9361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366809 Aug 27 01:37:23.518908 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02dd7d6-0c36-4480-b00b-69b647f34a2e req-1a1fe4bf-7f81-4d5d-b706-e8780f2cbb92 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:23.520431 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-f02dd7d6-0c36-4480-b00b-69b647f34a2e req-1a1fe4bf-7f81-4d5d-b706-e8780f2cbb92 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 943 time: 0.0599229 Aug 27 01:37:23.562097 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-f02dd7d6-0c36-4480-b00b-69b647f34a2e req-daf20762-16a2-4b53-adc6-ae27b660481f tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353420 Aug 27 01:37:24.210834 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-30c19bba-6bd2-48db-a348-6d9577036db9 req-6c7b784e-ebee-4ecf-8746-4b084f863446 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4270f24-9903-4782-8633-a676243368a6 HTTP/1.1" status: 200 len: 210 time: 0.0296259 Aug 27 01:37:24.419303 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:24.456441 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3bf4b0-c6a7-444f-868c-9f21729693a1 req-b1da97a7-2a3c-410c-87b7-f3bb339b8406 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:24.459001 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-ff3bf4b0-c6a7-444f-868c-9f21729693a1 req-b1da97a7-2a3c-410c-87b7-f3bb339b8406 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/ports?device_id=05daee4f-8e0c-4b0f-955f-09527893b2fa HTTP/1.1" status: 200 len: 984 time: 0.0967345 Aug 27 01:37:24.507860 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-ff3bf4b0-c6a7-444f-868c-9f21729693a1 req-4261fc59-afc8-4fe1-8d59-0450c4497dcb tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7f9b51a-b3b6-4e49-a34c-8b405886f61d&id=f7df4755-d6ea-4026-bf63-a75d3e9e9361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387213 Aug 27 01:37:24.688345 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5f743-672e-4089-9667-491aa18cd597 req-23b20f33-845a-4fc9-94f9-b747af8b61ac tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:24.689803 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-e8c5f743-672e-4089-9667-491aa18cd597 req-23b20f33-845a-4fc9-94f9-b747af8b61ac tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 943 time: 0.0534675 Aug 27 01:37:24.730521 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-e8c5f743-672e-4089-9667-491aa18cd597 req-60e3c059-a2c5-4702-bc02-d1525598d003 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340059 Aug 27 01:37:25.342186 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-fc273a42-6c8b-4081-8308-8250ce0e3a07 req-ea5d4fbf-2933-4788-8518-04b2e7cadfe1 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4270f24-9903-4782-8633-a676243368a6 HTTP/1.1" status: 200 len: 210 time: 0.0349593 Aug 27 01:37:25.656431 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b70b17-7751-4cd0-b1ef-3ab14b512bac req-7aa28625-455c-49cb-a03b-ca191241b7de tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:25.659272 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-10b70b17-7751-4cd0-b1ef-3ab14b512bac req-7aa28625-455c-49cb-a03b-ca191241b7de tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/ports?device_id=05daee4f-8e0c-4b0f-955f-09527893b2fa HTTP/1.1" status: 200 len: 984 time: 0.0542636 Aug 27 01:37:25.707547 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-10b70b17-7751-4cd0-b1ef-3ab14b512bac req-7ae51e83-1dfb-49ff-9ca7-c6cdcbbb8ca7 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7f9b51a-b3b6-4e49-a34c-8b405886f61d&id=f7df4755-d6ea-4026-bf63-a75d3e9e9361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404899 Aug 27 01:37:25.868527 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e6d23-7971-4aac-ab12-a58dca2118ac req-f212d3d0-7f4e-4a76-99e0-3cc41f32ed6f tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:25.870502 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-c22e6d23-7971-4aac-ab12-a58dca2118ac req-f212d3d0-7f4e-4a76-99e0-3cc41f32ed6f tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 943 time: 0.0626621 Aug 27 01:37:25.910696 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-c22e6d23-7971-4aac-ab12-a58dca2118ac req-deb71098-c9f3-4f61-b90a-8dc44b985cf7 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328634 Aug 27 01:37:26.464922 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-fab096ed-5f68-44ee-a2a8-598d60042816 req-1b64f0c4-145a-4119-83b9-32df1e1d0e6f tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4270f24-9903-4782-8633-a676243368a6 HTTP/1.1" status: 200 len: 210 time: 0.0268211 Aug 27 01:37:26.838895 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67217d-92bd-4668-ad4c-002d25320c7e req-2483128a-9791-4620-864b-faccb65d676d tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:26.840426 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-7a67217d-92bd-4668-ad4c-002d25320c7e req-2483128a-9791-4620-864b-faccb65d676d tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/ports?device_id=05daee4f-8e0c-4b0f-955f-09527893b2fa HTTP/1.1" status: 200 len: 984 time: 0.0577183 Aug 27 01:37:26.907810 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-7a67217d-92bd-4668-ad4c-002d25320c7e req-b51bcbde-85cc-437f-a1bb-81f0b1a9b66e tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7f9b51a-b3b6-4e49-a34c-8b405886f61d&id=f7df4755-d6ea-4026-bf63-a75d3e9e9361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602255 Aug 27 01:37:27.042212 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec95b7c-e496-434c-8697-52877cf85187 req-f56ec57b-f749-4a58-ad66-1981e87a05f6 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:27.043766 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-3ec95b7c-e496-434c-8697-52877cf85187 req-f56ec57b-f749-4a58-ad66-1981e87a05f6 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 943 time: 0.0531709 Aug 27 01:37:27.090169 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-3ec95b7c-e496-434c-8697-52877cf85187 req-2c31f139-cd1f-4185-add1-7e895cf7b97c tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392175 Aug 27 01:37:27.586913 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-19bc1baa-7d43-4c14-b119-67068baa1a3f req-1504f8ce-d9c0-46dd-8e2a-a83b5c019028 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4270f24-9903-4782-8633-a676243368a6 HTTP/1.1" status: 200 len: 210 time: 0.0275249 Aug 27 01:37:28.034528 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02910013-f040-4787-8797-f99c2f0f0013 req-92afb97f-fc4a-4b26-be45-a6d90d1614f3 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:28.034528 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-02910013-f040-4787-8797-f99c2f0f0013 req-92afb97f-fc4a-4b26-be45-a6d90d1614f3 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/ports?device_id=05daee4f-8e0c-4b0f-955f-09527893b2fa HTTP/1.1" status: 200 len: 984 time: 0.0550299 Aug 27 01:37:28.078966 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-02910013-f040-4787-8797-f99c2f0f0013 req-c5d4c478-cc2f-4260-96ed-109207dea98b tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7f9b51a-b3b6-4e49-a34c-8b405886f61d&id=f7df4755-d6ea-4026-bf63-a75d3e9e9361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0457880 Aug 27 01:37:28.216563 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce13ab5-1216-4cc7-ae26-f523a01a750e req-1125f37b-9857-4a9b-8ce5-0d2b6e145564 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:28.218164 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-4ce13ab5-1216-4cc7-ae26-f523a01a750e req-1125f37b-9857-4a9b-8ce5-0d2b6e145564 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 943 time: 0.0500319 Aug 27 01:37:28.256573 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-4ce13ab5-1216-4cc7-ae26-f523a01a750e req-b0aa1bb8-a9fc-4e74-90a4-bc00493cddaf tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316458 Aug 27 01:37:28.696277 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-27e0924f-3ec4-4c65-bcbf-751c651dfb22 req-e7432310-1a55-431e-bdc2-ee6ae9658146 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4270f24-9903-4782-8633-a676243368a6 HTTP/1.1" status: 200 len: 210 time: 0.0270357 Aug 27 01:37:28.960175 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-4dc446b0-e987-406a-862b-fe3ba6ce054e req-a64d9b35-7750-4c76-a9b9-56a1d62a29a3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e4270f24-9903-4782-8633-a676243368a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0244796 Aug 27 01:37:29.077568 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-4dc446b0-e987-406a-862b-fe3ba6ce054e req-4ef0f9b7-49be-4bca-902a-620a676b5f50 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1d392d1b39ee49d1b87211d5c447f9dc&device_id=e4270f24-9903-4782-8633-a676243368a6 HTTP/1.1" status: 200 len: 210 time: 0.0245750 Aug 27 01:37:29.213149 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5e8ae-0f11-4cb8-a908-b8801f528e68 req-20565fb4-b4c9-4e16-b7cc-b4773f0fb022 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:29.214618 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-0bf5e8ae-0f11-4cb8-a908-b8801f528e68 req-20565fb4-b4c9-4e16-b7cc-b4773f0fb022 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/ports?device_id=05daee4f-8e0c-4b0f-955f-09527893b2fa HTTP/1.1" status: 200 len: 984 time: 0.0584035 Aug 27 01:37:29.237249 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc446b0-e987-406a-862b-fe3ba6ce054e req-c5de97e5-fdae-493c-b5de-f45c7bc487c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:29.238731 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-4dc446b0-e987-406a-862b-fe3ba6ce054e req-c5de97e5-fdae-493c-b5de-f45c7bc487c2 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=1d392d1b39ee49d1b87211d5c447f9dc&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1100359 Aug 27 01:37:29.260997 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-0bf5e8ae-0f11-4cb8-a908-b8801f528e68 req-dc636b6a-4def-4d3b-bd37-4b45a2a08c02 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7f9b51a-b3b6-4e49-a34c-8b405886f61d&id=f7df4755-d6ea-4026-bf63-a75d3e9e9361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0382268 Aug 27 01:37:29.349480 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc446b0-e987-406a-862b-fe3ba6ce054e req-41d93b2b-da23-4c82-94f3-82d98527c1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:29.350899 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-4dc446b0-e987-406a-862b-fe3ba6ce054e req-41d93b2b-da23-4c82-94f3-82d98527c1ec service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1043801 Aug 27 01:37:29.386429 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b54d8-fd33-4b88-b3ad-c6606e656aaa req-07947ba0-def4-47ea-bead-64b2f5382c6e tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:29.387905 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d50b54d8-fd33-4b88-b3ad-c6606e656aaa req-07947ba0-def4-47ea-bead-64b2f5382c6e tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 943 time: 0.0524211 Aug 27 01:37:29.428065 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d50b54d8-fd33-4b88-b3ad-c6606e656aaa req-5fca35a7-ecc5-42c1-8d48-5a9e0fd8b9a0 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338080 Aug 27 01:37:29.842476 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 33192) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:37:29.903174 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-df4f4389-7b7d-448e-bd56-81ddcb996b57 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks [] for security_group, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:29.932362 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-df4f4389-7b7d-448e-bd56-81ddcb996b57 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:30.041495 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-df4f4389-7b7d-448e-bd56-81ddcb996b57 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:30.044037 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-df4f4389-7b7d-448e-bd56-81ddcb996b57 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks [] for security_group, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:30.045190 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-df4f4389-7b7d-448e-bd56-81ddcb996b57 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "DELETE /v2.0/security-groups/5f81df45-afd3-410c-84c9-6d7ff8f0b10d HTTP/1.1" status: 204 len: 168 time: 0.2017334 Aug 27 01:37:30.048117 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 33194) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:37:30.054326 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f4389-7b7d-448e-bd56-81ddcb996b57 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f81df45-afd3-410c-84c9-6d7ff8f0b10d,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:37:30.062492 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.api.v2.resource [None req-02abfca3-11e4-43c2-a767-ddeaefc5c351 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] show failed (client error): The resource could not be found. Aug 27 01:37:30.064057 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-02abfca3-11e4-43c2-a767-ddeaefc5c351 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "GET /v2.0/security-groups/5f81df45-afd3-410c-84c9-6d7ff8f0b10d HTTP/1.1" status: 404 len: 347 time: 0.0146422 Aug 27 01:37:30.067009 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 33196) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:37:30.185842 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.plugin [None req-5d2b4d39-a639-43df-9ac3-b83c97f7be13 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Deleting port 5c60a3a7-cf55-4564-a347-c5ba9814e587 {{(pid=94316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:37:30.186189 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4d39-a639-43df-9ac3-b83c97f7be13 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:30.268890 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4d39-a639-43df-9ac3-b83c97f7be13 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:30.269710 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4d39-a639-43df-9ac3-b83c97f7be13 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:30.281331 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.plugin [None req-5d2b4d39-a639-43df-9ac3-b83c97f7be13 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Calling delete_port for 5c60a3a7-cf55-4564-a347-c5ba9814e587 owned by network:floatingip {{(pid=94316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:37:30.400439 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba5051-b1e0-4364-b611-7625eccf0ccb req-74bcd0bd-7b22-4be8-a329-831574d14415 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:30.401886 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-e0ba5051-b1e0-4364-b611-7625eccf0ccb req-74bcd0bd-7b22-4be8-a329-831574d14415 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/ports?device_id=05daee4f-8e0c-4b0f-955f-09527893b2fa HTTP/1.1" status: 200 len: 984 time: 0.0711832 Aug 27 01:37:30.470789 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-e0ba5051-b1e0-4364-b611-7625eccf0ccb req-2d15f5d2-bc50-42ff-9238-57d0e6099646 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7f9b51a-b3b6-4e49-a34c-8b405886f61d&id=f7df4755-d6ea-4026-bf63-a75d3e9e9361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587049 Aug 27 01:37:30.550171 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa02d2b-5920-438a-b56d-e01f2fe97624 req-eb6be037-5b74-4b62-a2af-fe9a1bc0e25e tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:30.551553 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-3aa02d2b-5920-438a-b56d-e01f2fe97624 req-eb6be037-5b74-4b62-a2af-fe9a1bc0e25e tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 943 time: 0.0483971 Aug 27 01:37:30.573051 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4d39-a639-43df-9ac3-b83c97f7be13 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8444051'] for port, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:30.602860 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-3aa02d2b-5920-438a-b56d-e01f2fe97624 req-f7d9a11a-bde9-4c36-afb0-c305c429c6dd tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454025 Aug 27 01:37:30.607099 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2b4d39-a639-43df-9ac3-b83c97f7be13 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Pushing event deleted for resources: {'Port': ['ID=5c60a3a7-cf55-4564-a347-c5ba9814e587,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:37:30.663515 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4d39-a639-43df-9ac3-b83c97f7be13 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks [] for floatingip, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:30.666217 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4d39-a639-43df-9ac3-b83c97f7be13 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for floatingip, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:30.667360 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-5d2b4d39-a639-43df-9ac3-b83c97f7be13 tempest-AttachVolumeTestJSON-2090519803 tempest-AttachVolumeTestJSON-2090519803-project] 10.222.0.25 "DELETE /v2.0/floatingips/084c1fc1-1d9c-4074-8f7c-b5307b3b0bef HTTP/1.1" status: 204 len: 168 time: 0.5993991 Aug 27 01:37:31.733854 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac859813-629c-47da-abbd-c78ae9bddeec req-8439293c-c95a-43cc-8d3e-45e6582b5e2d tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:31.736882 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-ac859813-629c-47da-abbd-c78ae9bddeec req-8439293c-c95a-43cc-8d3e-45e6582b5e2d tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 943 time: 0.0580537 Aug 27 01:37:31.779571 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-ac859813-629c-47da-abbd-c78ae9bddeec req-5812381f-998a-4e8b-b77b-d8b883f99d75 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361257 Aug 27 01:37:32.906354 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d9eff-2e4e-4c68-a47d-89d3cba538ef req-5a651a69-fa05-402d-a435-96bc739f9a53 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:32.908393 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-f77d9eff-2e4e-4c68-a47d-89d3cba538ef req-5a651a69-fa05-402d-a435-96bc739f9a53 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 943 time: 0.0518863 Aug 27 01:37:32.947084 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-f77d9eff-2e4e-4c68-a47d-89d3cba538ef req-4a8d187a-6fc4-4354-becc-3676c1132e34 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327094 Aug 27 01:37:33.264620 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device 39c29f7a-a8f4-47b8-b7f9-8153941ce167 details requested by agent hyperv_hv-cinder-75916 with host hv-cinder-75916 {{(pid=94317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 01:37:33.358301 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port 39c29f7a-a8f4-47b8-b7f9-8153941ce167, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=39c29f7a-a8f4-47b8-b7f9-8153941ce167,segment=NetworkSegment(f8ab679e-b537-4c90-a2f7-0b9fb93d20b1),segment_id=f8ab679e-b537-4c90-a2f7-0b9fb93d20b1)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:37:33.370159 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Returning: {'device': '39c29f7a-a8f4-47b8-b7f9-8153941ce167', 'network_id': '5c8689e3-4506-47c0-a652-97ed18836189', 'port_id': '39c29f7a-a8f4-47b8-b7f9-8153941ce167', 'mac_address': 'fa:16:3e:9a:c0:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20caaf11-6500-4480-a57e-55af9949d7c0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 01:37:33.410002 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:33.424136 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.notifiers.nova [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39c29f7a-a8f4-47b8-b7f9-8153941ce167 {{(pid=94317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 01:37:33.444302 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port 39c29f7a-a8f4-47b8-b7f9-8153941ce167, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=39c29f7a-a8f4-47b8-b7f9-8153941ce167,segment=NetworkSegment(f8ab679e-b537-4c90-a2f7-0b9fb93d20b1),segment_id=f8ab679e-b537-4c90-a2f7-0b9fb93d20b1)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:37:33.533871 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:33.583260 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Pushing event updated for resources: {'Port': ['ID=39c29f7a-a8f4-47b8-b7f9-8153941ce167,revision_number=9']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:37:33.847392 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] get_ports_and_sgs() called for port_ids ['39c29f7a-a8f4-47b8-b7f9-8153941ce167'] {{(pid=94317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 01:37:34.075825 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be8d8e-c957-411c-aba8-8cca01a44d0c req-2803909a-3579-4198-a808-a98150577de4 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:34.081357 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-f5be8d8e-c957-411c-aba8-8cca01a44d0c req-2803909a-3579-4198-a808-a98150577de4 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 944 time: 0.0564244 Aug 27 01:37:34.116124 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-f5be8d8e-c957-411c-aba8-8cca01a44d0c req-16b534d2-be86-4fde-b927-7892081e1f8d tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323958 Aug 27 01:37:34.704540 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 33244) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:37:35.154817 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-538e3d4a-71e7-43b6-967a-b0d0265b0a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2025249'] for router_interface, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:35.233553 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7415a6-2639-4d0e-8249-e10f20fea071 req-cb65a9cb-fce5-4477-bfdb-29f9cfa13a85 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:35.235906 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-fe7415a6-2639-4d0e-8249-e10f20fea071 req-cb65a9cb-fce5-4477-bfdb-29f9cfa13a85 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 944 time: 0.0481763 Aug 27 01:37:35.274306 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-fe7415a6-2639-4d0e-8249-e10f20fea071 req-fdeb10a4-eb83-44fd-8984-35d06760ae31 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325928 Aug 27 01:37:35.277484 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device 39c29f7a-a8f4-47b8-b7f9-8153941ce167 up at agent hyperv_hv-cinder-75916 {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:37:35.338249 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Provisioning complete for port 39c29f7a-a8f4-47b8-b7f9-8153941ce167 triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:37:35.338613 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:35.408362 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.plugin [None req-538e3d4a-71e7-43b6-967a-b0d0265b0a6b admin admin] Deleting port b2406ba9-307c-49e1-9a52-ec92dd437340 {{(pid=94316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:37:35.408696 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-538e3d4a-71e7-43b6-967a-b0d0265b0a6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:35.415389 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:35.442084 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8f116a-f7c5-4c53-83b6-22034d528599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39c29f7a-a8f4-47b8-b7f9-8153941ce167'}] {{(pid=94317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:37:35.444316 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ae24146460100d3107ec4d42823fa970b16dae16efc5fac949978fe01edd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88104b76-0f65-49b6-a2b3-c7f6f8a9f987" -d '{"events": [{"server_uuid": "3b8f116a-f7c5-4c53-83b6-22034d528599", "name": "network-vif-plugged", "status": "completed", "tag": "39c29f7a-a8f4-47b8-b7f9-8153941ce167"}]}' {{(pid=94317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:37:35.458332 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port 39c29f7a-a8f4-47b8-b7f9-8153941ce167, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=39c29f7a-a8f4-47b8-b7f9-8153941ce167,segment=NetworkSegment(f8ab679e-b537-4c90-a2f7-0b9fb93d20b1),segment_id=f8ab679e-b537-4c90-a2f7-0b9fb93d20b1)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:37:35.482367 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 01:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7cd1ae-8542-4042-b96e-78b6513e7ec6 x-openstack-request-id: req-4b7cd1ae-8542-4042-b96e-78b6513e7ec6 {{(pid=94317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:37:35.482660 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b8f116a-f7c5-4c53-83b6-22034d528599", "name": "network-vif-plugged", "status": "completed", "tag": "39c29f7a-a8f4-47b8-b7f9-8153941ce167", "code": 200}]} {{(pid=94317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:37:35.482914 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4b7cd1ae-8542-4042-b96e-78b6513e7ec6 {{(pid=94317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:37:35.483311 dv-cinder-759169-3-iscsi neutron-server[94317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8f116a-f7c5-4c53-83b6-22034d528599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39c29f7a-a8f4-47b8-b7f9-8153941ce167', 'code': 200} Aug 27 01:37:35.492813 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.db [None req-538e3d4a-71e7-43b6-967a-b0d0265b0a6b admin admin] For port b2406ba9-307c-49e1-9a52-ec92dd437340, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=b2406ba9-307c-49e1-9a52-ec92dd437340,segment=NetworkSegment(c42d10cd-c3ef-4c1a-a7ca-8e269f5416ab),segment_id=c42d10cd-c3ef-4c1a-a7ca-8e269f5416ab)] {{(pid=94316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:37:35.493200 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-538e3d4a-71e7-43b6-967a-b0d0265b0a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:35.498573 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:35.507279 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.plugin [None req-538e3d4a-71e7-43b6-967a-b0d0265b0a6b admin admin] Calling delete_port for b2406ba9-307c-49e1-9a52-ec92dd437340 owned by network:router_interface {{(pid=94316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:37:35.545721 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Pushing event updated for resources: {'Port': ['ID=39c29f7a-a8f4-47b8-b7f9-8153941ce167,revision_number=10']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:37:35.795275 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-538e3d4a-71e7-43b6-967a-b0d0265b0a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8444051'] for port, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:35.822381 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538e3d4a-71e7-43b6-967a-b0d0265b0a6b admin admin] Pushing event deleted for resources: {'Port': ['ID=b2406ba9-307c-49e1-9a52-ec92dd437340,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:37:35.833429 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1753de-f144-4c8a-b49b-49d764912ff5 req-2ff03a4f-ec95-49a9-a4a3-dc0204985dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:35.834995 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-2c1753de-f144-4c8a-b49b-49d764912ff5 req-2ff03a4f-ec95-49a9-a4a3-dc0204985dcb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 1099 time: 0.0417423 Aug 27 01:37:35.880161 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-2c1753de-f144-4c8a-b49b-49d764912ff5 req-acb142c9-b3b1-4086-aeb4-5e258df8f29e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330489 Aug 27 01:37:35.989775 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-538e3d4a-71e7-43b6-967a-b0d0265b0a6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025451'] for router_interface, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:36.192336 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-538e3d4a-71e7-43b6-967a-b0d0265b0a6b admin admin] Router e26b4e83-fb61-4db6-8e6e-ec6ab6b53186 has already been hosted by L3 agent 8dc83c43-e68e-43c9-8595-1753e39ae809 {{(pid=94316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 01:37:36.308751 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538e3d4a-71e7-43b6-967a-b0d0265b0a6b admin admin] Notify agent at l3_agent.dv-cinder-759169-3-iscsi the message routers_updated {{(pid=94316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 01:37:36.312650 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-538e3d4a-71e7-43b6-967a-b0d0265b0a6b admin admin] 10.222.0.25 "PUT /v2.0/routers/e26b4e83-fb61-4db6-8e6e-ec6ab6b53186/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6049232 Aug 27 01:37:36.314081 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 33258) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:37:36.318775 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea2bb52-fd8c-4790-a979-8538213e1fd7 None None] Sync routers for ids ['e26b4e83-fb61-4db6-8e6e-ec6ab6b53186'] in dv-cinder-759169-3-iscsi {{(pid=94317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 01:37:36.329646 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea2bb52-fd8c-4790-a979-8538213e1fd7 None None] Routers {'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:37:36.330294 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-5ea2bb52-fd8c-4790-a979-8538213e1fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:37:14Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['e26b4e83-fb61-4db6-8e6e-ec6ab6b53186'], 'active': True} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:37:36.426554 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8385f-7a72-4874-9259-c1ae10fbcf27 req-73b6a860-2b74-4017-b3fb-3113386b522b tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:36.428776 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-a9a8385f-7a72-4874-9259-c1ae10fbcf27 req-73b6a860-2b74-4017-b3fb-3113386b522b tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 946 time: 0.0593061 Aug 27 01:37:36.432456 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-87c4fb20-ce48-487d-be07-0347325ebe82 admin admin] Notify callbacks [] for router, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:36.446471 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvr_db [None req-5ea2bb52-fd8c-4790-a979-8538213e1fd7 None None] Set router e26b4e83-fb61-4db6-8e6e-ec6ab6b53186 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:37:36.479405 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-a9a8385f-7a72-4874-9259-c1ae10fbcf27 req-19d6fde2-6f1d-4af4-bd99-fd2d400a3472 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432198 Aug 27 01:37:36.554812 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-87c4fb20-ce48-487d-be07-0347325ebe82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:36.673081 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.plugin [None req-87c4fb20-ce48-487d-be07-0347325ebe82 admin admin] Deleting port e2351d21-f1ad-4243-9022-b9e0fdc4393d {{(pid=94316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:37:36.673409 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-87c4fb20-ce48-487d-be07-0347325ebe82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:36.743882 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-5ea2bb52-fd8c-4790-a979-8538213e1fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'name': 'tempest-AttachVolumeTestJSON-1342235073-router', 'tenant_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'e2351d21-f1ad-4243-9022-b9e0fdc4393d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:30:08Z', 'updated_at': '2021-08-27T01:37:35Z', 'revision_number': 5, 'project_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'gw_port': {'id': 'e2351d21-f1ad-4243-9022-b9e0fdc4393d', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:09Z', 'updated_at': '2021-08-27T01:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi'}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:37:36.752080 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.db [None req-87c4fb20-ce48-487d-be07-0347325ebe82 admin admin] For port e2351d21-f1ad-4243-9022-b9e0fdc4393d, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=e2351d21-f1ad-4243-9022-b9e0fdc4393d,segment=NetworkSegment(1ffc2e98-4b11-4960-9fce-c802c96e52d2),segment_id=1ffc2e98-4b11-4960-9fce-c802c96e52d2)] {{(pid=94316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:37:36.752434 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-87c4fb20-ce48-487d-be07-0347325ebe82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:36.764296 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.plugin [None req-87c4fb20-ce48-487d-be07-0347325ebe82 admin admin] Calling delete_port for e2351d21-f1ad-4243-9022-b9e0fdc4393d owned by network:router_gateway {{(pid=94316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:37:36.775610 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea2bb52-fd8c-4790-a979-8538213e1fd7 None None] Checking router: e26b4e83-fb61-4db6-8e6e-ec6ab6b53186 for host: dv-cinder-759169-3-iscsi {{(pid=94317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 01:37:36.784999 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea2bb52-fd8c-4790-a979-8538213e1fd7 None None] Routers {'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:37:36.785624 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-5ea2bb52-fd8c-4790-a979-8538213e1fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:37:14Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['e26b4e83-fb61-4db6-8e6e-ec6ab6b53186'], 'active': True} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:37:36.873556 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvr_db [None req-5ea2bb52-fd8c-4790-a979-8538213e1fd7 None None] Set router e26b4e83-fb61-4db6-8e6e-ec6ab6b53186 gateway port host: None {{(pid=94317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:37:36.928015 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-5ea2bb52-fd8c-4790-a979-8538213e1fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'name': 'tempest-AttachVolumeTestJSON-1342235073-router', 'tenant_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:30:08Z', 'updated_at': '2021-08-27T01:37:36Z', 'revision_number': 6, 'project_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'gw_port_host': None}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:37:36.960677 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea2bb52-fd8c-4790-a979-8538213e1fd7 None None] The sync data for ids ['e26b4e83-fb61-4db6-8e6e-ec6ab6b53186'] in dv-cinder-759169-3-iscsi is: [{'id': 'e26b4e83-fb61-4db6-8e6e-ec6ab6b53186', 'name': 'tempest-AttachVolumeTestJSON-1342235073-router', 'tenant_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:30:08Z', 'updated_at': '2021-08-27T01:37:36Z', 'revision_number': 6, 'project_id': '1d392d1b39ee49d1b87211d5c447f9dc', 'gw_port_host': None}] {{(pid=94317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 01:37:37.230317 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-87c4fb20-ce48-487d-be07-0347325ebe82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8444051'] for port, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:37.254362 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c4fb20-ce48-487d-be07-0347325ebe82 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2351d21-f1ad-4243-9022-b9e0fdc4393d,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:37:37.322831 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-87c4fb20-ce48-487d-be07-0347325ebe82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2027185'] for router_gateway, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:37.417996 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-87c4fb20-ce48-487d-be07-0347325ebe82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4897'] for router, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:37.420363 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-87c4fb20-ce48-487d-be07-0347325ebe82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:37.539007 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-87c4fb20-ce48-487d-be07-0347325ebe82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020897'] for router, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:37.539595 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c4fb20-ce48-487d-be07-0347325ebe82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e26b4e83-fb61-4db6-8e6e-ec6ab6b53186 {{(pid=94316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 01:37:37.544118 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-87c4fb20-ce48-487d-be07-0347325ebe82 admin admin] Notify callbacks [] for router, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:37.545430 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-87c4fb20-ce48-487d-be07-0347325ebe82 admin admin] 10.222.0.25 "DELETE /v2.0/routers/e26b4e83-fb61-4db6-8e6e-ec6ab6b53186 HTTP/1.1" status: 204 len: 168 time: 1.2308869 Aug 27 01:37:37.549404 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 33294) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:37:37.623712 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6cd0ec9-343f-4aa2-bd0f-6d1b17731c91 admin admin] Deleting subnet e1b7ebb0-22fa-4fc2-81e3-fd4ce0a9462d {{(pid=94316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 01:37:37.630326 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-e6cd0ec9-343f-4aa2-bd0f-6d1b17731c91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:37.638776 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7952ec-78d1-4e4e-844b-96826d2539b9 req-24482cee-c719-4e2c-89df-a03d13636013 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:37.640328 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-ab7952ec-78d1-4e4e-844b-96826d2539b9 req-24482cee-c719-4e2c-89df-a03d13636013 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 946 time: 0.0846574 Aug 27 01:37:37.690159 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-e6cd0ec9-343f-4aa2-bd0f-6d1b17731c91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9240887'] for subnet, precommit_delete_associations {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:37.721468 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-ab7952ec-78d1-4e4e-844b-96826d2539b9 req-4865c8ab-f2d6-435c-9a67-8df5fbf9ddcb tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627866 Aug 27 01:37:37.831947 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-e6cd0ec9-343f-4aa2-bd0f-6d1b17731c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940968'] for subnet, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:37.983708 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-e6cd0ec9-343f-4aa2-bd0f-6d1b17731c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8444096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3529875'] for subnet, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:38.012073 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cd0ec9-343f-4aa2-bd0f-6d1b17731c91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1b7ebb0-22fa-4fc2-81e3-fd4ce0a9462d,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:37:38.014085 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-e6cd0ec9-343f-4aa2-bd0f-6d1b17731c91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:38.016338 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-e6cd0ec9-343f-4aa2-bd0f-6d1b17731c91 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e1b7ebb0-22fa-4fc2-81e3-fd4ce0a9462d HTTP/1.1" status: 204 len: 168 time: 0.4670529 Aug 27 01:37:38.026559 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1952cfe-b368-4d7a-98dc-96cb3621b34b None None] Network 6cba5cc2-c26d-402b-a305-3f91c04ec99b requested from dv-cinder-759169-3-iscsi {{(pid=94317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 01:37:38.026973 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 33300) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:37:38.090563 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-3255b209-9270-43f7-9068-dd72449532c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608312'] for network, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:38.150115 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.plugin [None req-3255b209-9270-43f7-9068-dd72449532c7 admin admin] Deleting port 675a416e-7369-4c70-80e8-ffda8de683df {{(pid=94316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:37:38.150460 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-3255b209-9270-43f7-9068-dd72449532c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:38.215591 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e174d7-ca61-4828-8803-fba66d865753 None None] DHCP port deletion for 6cba5cc2-c26d-402b-a305-3f91c04ec99b request from dv-cinder-759169-3-iscsi {{(pid=94317) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 01:37:38.216562 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.db [None req-3255b209-9270-43f7-9068-dd72449532c7 admin admin] For port 675a416e-7369-4c70-80e8-ffda8de683df, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=675a416e-7369-4c70-80e8-ffda8de683df,segment=NetworkSegment(c42d10cd-c3ef-4c1a-a7ca-8e269f5416ab),segment_id=c42d10cd-c3ef-4c1a-a7ca-8e269f5416ab)] {{(pid=94316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:37:38.217057 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-3255b209-9270-43f7-9068-dd72449532c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:38.237731 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.plugin [None req-3255b209-9270-43f7-9068-dd72449532c7 admin admin] Calling delete_port for 675a416e-7369-4c70-80e8-ffda8de683df owned by network:dhcp {{(pid=94316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:37:38.265844 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-82e174d7-ca61-4828-8803-fba66d865753 None None] Deleting port 675a416e-7369-4c70-80e8-ffda8de683df {{(pid=94317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:37:38.266401 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-82e174d7-ca61-4828-8803-fba66d865753 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:38.333178 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-82e174d7-ca61-4828-8803-fba66d865753 None None] For port 675a416e-7369-4c70-80e8-ffda8de683df, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=675a416e-7369-4c70-80e8-ffda8de683df,segment=NetworkSegment(c42d10cd-c3ef-4c1a-a7ca-8e269f5416ab),segment_id=c42d10cd-c3ef-4c1a-a7ca-8e269f5416ab)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:37:38.333993 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-82e174d7-ca61-4828-8803-fba66d865753 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:38.346808 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-82e174d7-ca61-4828-8803-fba66d865753 None None] Calling delete_port for 675a416e-7369-4c70-80e8-ffda8de683df owned by network:dhcp {{(pid=94317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:37:38.378389 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device b2406ba9-307c-49e1-9a52-ec92dd437340 no longer exists at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 01:37:38.436251 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] No Port match for: b2406ba9-307c-49e1-9a52-ec92dd437340 {{(pid=94317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 01:37:38.436621 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device b2406ba9-307c-49e1-9a52-ec92dd437340 not bound to the agent host dv-cinder-759169-3-iscsi {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 01:37:38.437077 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device e2351d21-f1ad-4243-9022-b9e0fdc4393d no longer exists at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 01:37:38.463575 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] No Port match for: e2351d21-f1ad-4243-9022-b9e0fdc4393d {{(pid=94317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 01:37:38.463836 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device e2351d21-f1ad-4243-9022-b9e0fdc4393d not bound to the agent host dv-cinder-759169-3-iscsi {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 01:37:38.464248 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 675a416e-7369-4c70-80e8-ffda8de683df no longer exists at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 01:37:38.481819 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-3255b209-9270-43f7-9068-dd72449532c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8444051'] for port, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:38.507703 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3255b209-9270-43f7-9068-dd72449532c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=675a416e-7369-4c70-80e8-ffda8de683df,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:37:38.511121 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3255b209-9270-43f7-9068-dd72449532c7 admin admin] No DVR routers for this DVR port 675a416e-7369-4c70-80e8-ffda8de683df on host dv-cinder-759169-3-iscsi {{(pid=94316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 01:37:38.530767 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] No active binding found for port 675a416e-7369-4c70-80e8-ffda8de683df {{(pid=94317) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 27 01:37:38.531187 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 675a416e-7369-4c70-80e8-ffda8de683df not bound to the agent host dv-cinder-759169-3-iscsi {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 01:37:38.533381 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-82e174d7-ca61-4828-8803-fba66d865753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223'] for port, after_delete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:38.559796 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e174d7-ca61-4828-8803-fba66d865753 None None] Pushing event deleted for resources: {'Port': ['ID=675a416e-7369-4c70-80e8-ffda8de683df,revision_number=None']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:37:38.564302 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e174d7-ca61-4828-8803-fba66d865753 None None] No DVR routers for this DVR port 675a416e-7369-4c70-80e8-ffda8de683df on host dv-cinder-759169-3-iscsi {{(pid=94317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 01:37:38.590591 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-3255b209-9270-43f7-9068-dd72449532c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-528723', 'neutron.services.segments.db._delete_segments_for_network-8791478518254'] for network, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:38.603205 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.services.segments.db [None req-3255b209-9270-43f7-9068-dd72449532c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cba5cc2-c26d-402b-a305-3f91c04ec99b']}} {{(pid=94316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:37:38.617047 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.services.segments.db [None req-3255b209-9270-43f7-9068-dd72449532c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c42d10cd-c3ef-4c1a-a7ca-8e269f5416ab') {'for_net_delete': True} {{(pid=94316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:37:38.617364 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.services.segments.db [None req-3255b209-9270-43f7-9068-dd72449532c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c42d10cd-c3ef-4c1a-a7ca-8e269f5416ab') {} {{(pid=94316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:37:38.626639 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-3255b209-9270-43f7-9068-dd72449532c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791478518137', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9240872'] for segment, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:38.639581 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-3255b209-9270-43f7-9068-dd72449532c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935457'] for segment, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:38.645935 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3255b209-9270-43f7-9068-dd72449532c7 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=94316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 01:37:38.646316 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-3255b209-9270-43f7-9068-dd72449532c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8444070'] for segment, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:38.647896 dv-cinder-759169-3-iscsi neutron-server[94316]: Traceback (most recent call last): Aug 27 01:37:38.647896 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 01:37:38.647896 dv-cinder-759169-3-iscsi neutron-server[94316]: timer() Aug 27 01:37:38.647896 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 01:37:38.647896 dv-cinder-759169-3-iscsi neutron-server[94316]: cb(*args, **kw) Aug 27 01:37:38.647896 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 01:37:38.647896 dv-cinder-759169-3-iscsi neutron-server[94316]: return func(*args, **kwargs) Aug 27 01:37:38.647896 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 01:37:38.647896 dv-cinder-759169-3-iscsi neutron-server[94316]: self._notify() Aug 27 01:37:38.647896 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 01:37:38.647896 dv-cinder-759169-3-iscsi neutron-server[94316]: self.callback(batched_events) Aug 27 01:37:38.647896 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 01:37:38.647896 dv-cinder-759169-3-iscsi neutron-server[94316]: event.method(event) Aug 27 01:37:38.647896 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 01:37:38.647896 dv-cinder-759169-3-iscsi neutron-server[94316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 01:37:38.647896 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 01:37:38.647896 dv-cinder-759169-3-iscsi neutron-server[94316]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 01:37:38.647896 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 01:37:38.647896 dv-cinder-759169-3-iscsi neutron-server[94316]: return f(self, *a, **k) Aug 27 01:37:38.647896 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 01:37:38.647896 dv-cinder-759169-3-iscsi neutron-server[94316]: return self._get(url).json() Aug 27 01:37:38.647896 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 01:37:38.647896 dv-cinder-759169-3-iscsi neutron-server[94316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 01:37:38.647896 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 01:37:38.647896 dv-cinder-759169-3-iscsi neutron-server[94316]: return self.request(url, 'GET', **kwargs) Aug 27 01:37:38.647896 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 01:37:38.647896 dv-cinder-759169-3-iscsi neutron-server[94316]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 01:37:38.647896 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 01:37:38.647896 dv-cinder-759169-3-iscsi neutron-server[94316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 01:37:38.647896 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 01:37:38.647896 dv-cinder-759169-3-iscsi neutron-server[94316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 01:37:38.647896 dv-cinder-759169-3-iscsi neutron-server[94316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 01:37:38.795785 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-3255b209-9270-43f7-9068-dd72449532c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-528682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2027149'] for network, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:38.800335 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-3255b209-9270-43f7-9068-dd72449532c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for network, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:38.802450 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-3255b209-9270-43f7-9068-dd72449532c7 admin admin] 10.222.0.25 "DELETE /v2.0/networks/6cba5cc2-c26d-402b-a305-3f91c04ec99b HTTP/1.1" status: 204 len: 168 time: 0.7823081 Aug 27 01:37:38.817973 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3255b209-9270-43f7-9068-dd72449532c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cba5cc2-c26d-402b-a305-3f91c04ec99b,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:37:38.852782 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768b25e-8727-41d9-9a8e-618730fac414 req-6b481b7d-d830-4c1c-8c4d-1cc103713b7c tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:37:38.854297 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0768b25e-8727-41d9-9a8e-618730fac414 req-6b481b7d-d830-4c1c-8c4d-1cc103713b7c tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 946 time: 0.0593846 Aug 27 01:37:38.892564 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0768b25e-8727-41d9-9a8e-618730fac414 req-d279ca45-a5a5-47a2-9a5b-83f9974b7616 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320115 Aug 27 01:37:39.085716 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 33318) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:37:39.130889 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-6f44698b-edf0-447e-a35e-8685f8d2275d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1d392d1b39ee49d1b87211d5c447f9dc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0440290 Aug 27 01:37:39.133361 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 33320) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:37:39.186801 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-85f122bf-8af1-427a-a11a-9ab9ca0e5eda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:39.211990 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-85f122bf-8af1-427a-a11a-9ab9ca0e5eda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:39.343418 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-85f122bf-8af1-427a-a11a-9ab9ca0e5eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:39.347044 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-85f122bf-8af1-427a-a11a-9ab9ca0e5eda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:39.348386 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-85f122bf-8af1-427a-a11a-9ab9ca0e5eda admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9e371d2a-3cc1-40e4-9d0f-e7b345febfdb HTTP/1.1" status: 204 len: 168 time: 0.2141135 Aug 27 01:37:39.358174 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f122bf-8af1-427a-a11a-9ab9ca0e5eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e371d2a-3cc1-40e4-9d0f-e7b345febfdb,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:37:41.990194 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-4521b565-6266-4da7-b8a2-acbef23909da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:44.606164 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-6e034b79-0b76-48c9-86c7-c337cc299cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:44.715617 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:45.950094 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ed545f81-8b1b-4cf8-a1bc-5817d83b44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:46.019160 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.agents_db [None req-fec0d0a0-65fd-4898-8015-6bc2580b487e None None] Agent healthcheck: found 6 active agents {{(pid=94318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 01:37:47.537957 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-809c4053-e1f3-4656-979d-5dfd58cb0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:50.928059 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 33488) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:37:51.063484 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 33494) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:37:51.124031 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-e8639da6-e5aa-456a-8c6e-c337562ae6e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:51.136120 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-dd9afff0-4ff2-47b0-8290-8a2fed4b3b70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:51.165836 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.db.api [None req-dd9afff0-4ff2-47b0-8290-8a2fed4b3b70 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 01:37:51.165836 dv-cinder-759169-3-iscsi neutron-server[94316]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 27 01:37:51.165836 dv-cinder-759169-3-iscsi neutron-server[94316]: [parameters: {'project_id': 'e7df15110ef9407db5752cfd0254b9b6', 'id': 'eb72a5bb-c0f9-4a7c-beb6-3c1e8640d5aa', 'expiration': datetime.datetime(2021, 8, 27, 1, 39, 51, 160114)}] Aug 27 01:37:51.165836 dv-cinder-759169-3-iscsi neutron-server[94316]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94316) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 01:37:51.166239 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG oslo_db.api [None req-dd9afff0-4ff2-47b0-8290-8a2fed4b3b70 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 01:37:51.230192 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-e8639da6-e5aa-456a-8c6e-c337562ae6e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:51.332467 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-e8639da6-e5aa-456a-8c6e-c337562ae6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:51.373708 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8639da6-e5aa-456a-8c6e-c337562ae6e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2b0553-7ad0-4369-aa22-3a97a7276482,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:37:51.380558 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-e8639da6-e5aa-456a-8c6e-c337562ae6e1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=95e18a80ccaa40cbab445c3cd7476747&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3160281 Aug 27 01:37:51.383402 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 33498) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:37:51.431210 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-acb0c7cd-7084-405e-9e4a-a45d6bf10518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:51.452005 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-acb0c7cd-7084-405e-9e4a-a45d6bf10518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:51.555447 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-acb0c7cd-7084-405e-9e4a-a45d6bf10518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:51.557925 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-acb0c7cd-7084-405e-9e4a-a45d6bf10518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:51.559066 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-acb0c7cd-7084-405e-9e4a-a45d6bf10518 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1e2b0553-7ad0-4369-aa22-3a97a7276482 HTTP/1.1" status: 204 len: 168 time: 0.1746929 Aug 27 01:37:51.566610 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb0c7cd-7084-405e-9e4a-a45d6bf10518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2b0553-7ad0-4369-aa22-3a97a7276482,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:37:51.667144 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-dd9afff0-4ff2-47b0-8290-8a2fed4b3b70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:51.759181 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-dd9afff0-4ff2-47b0-8290-8a2fed4b3b70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:51.852751 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-dd9afff0-4ff2-47b0-8290-8a2fed4b3b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:51.894770 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-dd9afff0-4ff2-47b0-8290-8a2fed4b3b70 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e7df15110ef9407db5752cfd0254b9b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9656286 Aug 27 01:37:51.895611 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9afff0-4ff2-47b0-8290-8a2fed4b3b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3899f67-3762-4fd9-9a11-83c7cf9016b8,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:37:51.897436 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 33506) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:37:51.950575 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-2b839e6c-051d-448e-b06b-1bb3b095a23f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:51.972006 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-2b839e6c-051d-448e-b06b-1bb3b095a23f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:52.087306 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-2b839e6c-051d-448e-b06b-1bb3b095a23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:52.089806 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-2b839e6c-051d-448e-b06b-1bb3b095a23f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:52.090977 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-2b839e6c-051d-448e-b06b-1bb3b095a23f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f3899f67-3762-4fd9-9a11-83c7cf9016b8 HTTP/1.1" status: 204 len: 168 time: 0.1923382 Aug 27 01:37:52.100464 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b839e6c-051d-448e-b06b-1bb3b095a23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3899f67-3762-4fd9-9a11-83c7cf9016b8,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:37:54.543813 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 33572) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:37:54.567460 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:54.649065 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-128452e7-2ade-4669-8bb8-6d08288e9bf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:54.734662 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-128452e7-2ade-4669-8bb8-6d08288e9bf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:54.824182 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-128452e7-2ade-4669-8bb8-6d08288e9bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:54.863765 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-128452e7-2ade-4669-8bb8-6d08288e9bf7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=52dfd385f66649178ac6b5a0dae3dc2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3188360 Aug 27 01:37:54.864631 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128452e7-2ade-4669-8bb8-6d08288e9bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b32ae4-48c3-4721-891c-e4564b71dfa5,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:37:54.866497 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 33580) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:37:54.916318 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-f3ecf96b-f4fe-44ba-8f80-bcdb3f1147af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:54.938174 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-f3ecf96b-f4fe-44ba-8f80-bcdb3f1147af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:55.075968 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-f3ecf96b-f4fe-44ba-8f80-bcdb3f1147af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:55.078462 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-f3ecf96b-f4fe-44ba-8f80-bcdb3f1147af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:55.079724 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-f3ecf96b-f4fe-44ba-8f80-bcdb3f1147af admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/55b32ae4-48c3-4721-891c-e4564b71dfa5 HTTP/1.1" status: 204 len: 168 time: 0.2121766 Aug 27 01:37:55.087604 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ecf96b-f4fe-44ba-8f80-bcdb3f1147af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b32ae4-48c3-4721-891c-e4564b71dfa5,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:37:55.094574 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ecf96b-f4fe-44ba-8f80-bcdb3f1147af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:37:55.094928 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ecf96b-f4fe-44ba-8f80-bcdb3f1147af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:37:55.095260 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ecf96b-f4fe-44ba-8f80-bcdb3f1147af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:37:55.095588 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ecf96b-f4fe-44ba-8f80-bcdb3f1147af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:37:55.095944 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ecf96b-f4fe-44ba-8f80-bcdb3f1147af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:37:55.096237 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ecf96b-f4fe-44ba-8f80-bcdb3f1147af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:37:55.096554 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ecf96b-f4fe-44ba-8f80-bcdb3f1147af admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:37:55.096898 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ecf96b-f4fe-44ba-8f80-bcdb3f1147af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:37:55.097220 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ecf96b-f4fe-44ba-8f80-bcdb3f1147af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:37:55.097536 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ecf96b-f4fe-44ba-8f80-bcdb3f1147af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:37:55.097851 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ecf96b-f4fe-44ba-8f80-bcdb3f1147af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:37:55.098164 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ecf96b-f4fe-44ba-8f80-bcdb3f1147af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:37:55.896097 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 33594) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:37:55.909860 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-d161e3fd-10ce-4b98-88e1-08bbc5339ba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:55.995606 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-d161e3fd-10ce-4b98-88e1-08bbc5339ba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:56.086090 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-d161e3fd-10ce-4b98-88e1-08bbc5339ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:56.123674 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d161e3fd-10ce-4b98-88e1-08bbc5339ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30417319-d2cb-4ab5-ac53-46df64cc1e68,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:37:56.128222 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-d161e3fd-10ce-4b98-88e1-08bbc5339ba6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bb345f8502f049eeb533eb56e6b02a98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2305899 Aug 27 01:37:56.131512 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 33596) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:37:56.179749 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-1b9d364a-c358-43d7-b332-345a8f364684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:56.201281 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-1b9d364a-c358-43d7-b332-345a8f364684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:56.324344 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-1b9d364a-c358-43d7-b332-345a8f364684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:56.326929 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-1b9d364a-c358-43d7-b332-345a8f364684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:56.328090 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-1b9d364a-c358-43d7-b332-345a8f364684 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/30417319-d2cb-4ab5-ac53-46df64cc1e68 HTTP/1.1" status: 204 len: 168 time: 0.1959224 Aug 27 01:37:56.337580 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d364a-c358-43d7-b332-345a8f364684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30417319-d2cb-4ab5-ac53-46df64cc1e68,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:37:58.634162 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 33660) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:37:58.769403 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-e441e7eb-5132-40ea-90d9-2071cca2f2c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:58.858286 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-e441e7eb-5132-40ea-90d9-2071cca2f2c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:58.931949 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-e441e7eb-5132-40ea-90d9-2071cca2f2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:58.970227 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-e441e7eb-5132-40ea-90d9-2071cca2f2c8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1e4532d3ede34fe29d9aa3f40e5bdf14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3348942 Aug 27 01:37:58.971211 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e441e7eb-5132-40ea-90d9-2071cca2f2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9266c546-b68e-465f-bbef-c76787a6186e,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:37:58.973046 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 33672) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:37:59.025848 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-86b318b8-abd4-4855-a229-f655e1b470d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:59.046871 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-86b318b8-abd4-4855-a229-f655e1b470d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:59.173128 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-86b318b8-abd4-4855-a229-f655e1b470d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:59.184262 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-86b318b8-abd4-4855-a229-f655e1b470d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:59.184262 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-86b318b8-abd4-4855-a229-f655e1b470d5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9266c546-b68e-465f-bbef-c76787a6186e HTTP/1.1" status: 204 len: 168 time: 0.2020411 Aug 27 01:37:59.190053 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b318b8-abd4-4855-a229-f655e1b470d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9266c546-b68e-465f-bbef-c76787a6186e,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:37:59.861274 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 33698) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:37:59.874539 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-1f82eb9c-eec0-4862-8af1-fb7fa84b41d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:37:59.977835 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-1f82eb9c-eec0-4862-8af1-fb7fa84b41d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:00.058649 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-1f82eb9c-eec0-4862-8af1-fb7fa84b41d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:00.096939 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-1f82eb9c-eec0-4862-8af1-fb7fa84b41d5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7017938b9fb74c67af24c6c18d5e0b4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2345660 Aug 27 01:38:00.098151 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f82eb9c-eec0-4862-8af1-fb7fa84b41d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc57986e-5271-4240-a8e7-1f507f43be2c,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:00.099753 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 33708) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:00.149542 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-835094c3-5a14-4783-a02f-c798fa649b41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:00.170052 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-835094c3-5a14-4783-a02f-c798fa649b41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:00.287446 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-835094c3-5a14-4783-a02f-c798fa649b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:00.290359 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-835094c3-5a14-4783-a02f-c798fa649b41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:00.291432 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-835094c3-5a14-4783-a02f-c798fa649b41 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dc57986e-5271-4240-a8e7-1f507f43be2c HTTP/1.1" status: 204 len: 168 time: 0.1906021 Aug 27 01:38:00.299500 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835094c3-5a14-4783-a02f-c798fa649b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc57986e-5271-4240-a8e7-1f507f43be2c,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:00.573781 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-fc81b117-12f9-425b-91ed-1dd805ba9e9f req-f0aa57a5-782b-4b94-9772-99b642d87297 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2105300849&fields=id&tenant_id=0c906f0891a04908acd7dc34d1953279 HTTP/1.1" status: 200 len: 267 time: 0.0379798 Aug 27 01:38:00.627909 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81b117-12f9-425b-91ed-1dd805ba9e9f req-38a634cc-53ad-48a8-8069-539269b6c796 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:38:00.629463 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-fc81b117-12f9-425b-91ed-1dd805ba9e9f req-38a634cc-53ad-48a8-8069-539269b6c796 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/ports?device_id=05daee4f-8e0c-4b0f-955f-09527893b2fa HTTP/1.1" status: 200 len: 984 time: 0.0497437 Aug 27 01:38:00.641177 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [req-fc81b117-12f9-425b-91ed-1dd805ba9e9f req-affac13d-c16c-465b-97c7-986df8126e45 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Request body: {'port': {'security_groups': ['b7f9b51a-b3b6-4e49-a34c-8b405886f61d']}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:38:00.707428 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-fc81b117-12f9-425b-91ed-1dd805ba9e9f req-affac13d-c16c-465b-97c7-986df8126e45 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:00.907287 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [req-fc81b117-12f9-425b-91ed-1dd805ba9e9f req-affac13d-c16c-465b-97c7-986df8126e45 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] For port ecfa3830-4bf2-43df-94c3-c0d06632b36e, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=ecfa3830-4bf2-43df-94c3-c0d06632b36e,segment=NetworkSegment(a368ea2f-1bf9-43d4-a63d-81ec92b5fcaa),segment_id=a368ea2f-1bf9-43d4-a63d-81ec92b5fcaa)] {{(pid=94315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:38:00.938080 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-fc81b117-12f9-425b-91ed-1dd805ba9e9f req-affac13d-c16c-465b-97c7-986df8126e45 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks [] for port, precommit_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:00.990677 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-fc81b117-12f9-425b-91ed-1dd805ba9e9f req-affac13d-c16c-465b-97c7-986df8126e45 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8502822'] for port, after_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:01.028097 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] get_ports_and_sgs() called for port_ids ['ecfa3830-4bf2-43df-94c3-c0d06632b36e'] {{(pid=94317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 01:38:01.036552 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81b117-12f9-425b-91ed-1dd805ba9e9f req-affac13d-c16c-465b-97c7-986df8126e45 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:38:01.037451 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-fc81b117-12f9-425b-91ed-1dd805ba9e9f req-affac13d-c16c-465b-97c7-986df8126e45 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for port, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:01.038869 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-fc81b117-12f9-425b-91ed-1dd805ba9e9f req-affac13d-c16c-465b-97c7-986df8126e45 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "PUT /v2.0/ports/ecfa3830-4bf2-43df-94c3-c0d06632b36e HTTP/1.1" status: 200 len: 942 time: 0.4024496 Aug 27 01:38:01.039325 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05daee4f-8e0c-4b0f-955f-09527893b2fa', 'tag': 'ecfa3830-4bf2-43df-94c3-c0d06632b36e'}] {{(pid=94315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:38:01.041761 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4b197ec9f2f0e9474c50df7e7ed8b30a1ed8e7d4526d98a0361b780d87c209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60bd73f5-903b-42e4-b548-801e6576a5be" -d '{"events": [{"name": "network-changed", "server_uuid": "05daee4f-8e0c-4b0f-955f-09527893b2fa", "tag": "ecfa3830-4bf2-43df-94c3-c0d06632b36e"}]}' {{(pid=94315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:38:01.045879 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 33748) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:01.083453 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affac13d-c16c-465b-97c7-986df8126e45 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Pushing event updated for resources: {'Port': ['ID=ecfa3830-4bf2-43df-94c3-c0d06632b36e,revision_number=7']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:01.108198 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 01:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c744ab9-c1f9-4d21-93e0-13a1303f25aa x-openstack-request-id: req-2c744ab9-c1f9-4d21-93e0-13a1303f25aa {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:38:01.108593 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05daee4f-8e0c-4b0f-955f-09527893b2fa", "tag": "ecfa3830-4bf2-43df-94c3-c0d06632b36e", "status": "completed", "code": 200}]} {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:38:01.108895 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2c744ab9-c1f9-4d21-93e0-13a1303f25aa {{(pid=94315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:38:01.109355 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05daee4f-8e0c-4b0f-955f-09527893b2fa', 'tag': 'ecfa3830-4bf2-43df-94c3-c0d06632b36e', 'status': 'completed', 'code': 200} Aug 27 01:38:01.184616 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-23a3c927-3cbd-41d8-8dac-b401a91be194 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks [] for security_group, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:01.196854 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] get_ports_and_sgs() called for port_ids ['ecfa3830-4bf2-43df-94c3-c0d06632b36e'] {{(pid=94317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 01:38:01.215590 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd73f5-903b-42e4-b548-801e6576a5be req-6ca81603-6783-420c-a848-c23a9f3e6226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:38:01.217309 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-60bd73f5-903b-42e4-b548-801e6576a5be req-6ca81603-6783-420c-a848-c23a9f3e6226 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0c906f0891a04908acd7dc34d1953279&device_id=05daee4f-8e0c-4b0f-955f-09527893b2fa HTTP/1.1" status: 200 len: 1098 time: 0.0607784 Aug 27 01:38:01.224396 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-23a3c927-3cbd-41d8-8dac-b401a91be194 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:01.353903 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd73f5-903b-42e4-b548-801e6576a5be req-d000f805-3fcf-4b72-b994-0e3602cf400f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:38:01.355394 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-60bd73f5-903b-42e4-b548-801e6576a5be req-d000f805-3fcf-4b72-b994-0e3602cf400f service neutron] 10.222.0.24 "GET /v2.0/networks?id=917a1716-6372-44c1-be59-4f3ee33be285 HTTP/1.1" status: 200 len: 916 time: 0.1298006 Aug 27 01:38:01.361564 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-23a3c927-3cbd-41d8-8dac-b401a91be194 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:01.364643 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-23a3c927-3cbd-41d8-8dac-b401a91be194 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks [] for security_group, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:01.366041 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-23a3c927-3cbd-41d8-8dac-b401a91be194 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "DELETE /v2.0/security-groups/f7df4755-d6ea-4026-bf63-a75d3e9e9361 HTTP/1.1" status: 204 len: 168 time: 0.3189464 Aug 27 01:38:01.371069 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 33758) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:01.373208 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-31bc16cf-96a6-48fa-909d-8bba68c08796 None None] Provisioning complete for port ecfa3830-4bf2-43df-94c3-c0d06632b36e triggered by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:38:01.373585 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-31bc16cf-96a6-48fa-909d-8bba68c08796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:01.382208 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a3c927-3cbd-41d8-8dac-b401a91be194 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7df4755-d6ea-4026-bf63-a75d3e9e9361,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:01.476361 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-60bd73f5-903b-42e4-b548-801e6576a5be req-68ffe557-e1c0-4c95-ad84-af45c8ccc0e0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecfa3830-4bf2-43df-94c3-c0d06632b36e HTTP/1.1" status: 200 len: 1000 time: 0.1133878 Aug 27 01:38:01.534397 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd73f5-903b-42e4-b548-801e6576a5be req-08d25b6f-d7bb-4919-8b7b-4cb56b7a9774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:38:01.536038 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-60bd73f5-903b-42e4-b548-801e6576a5be req-08d25b6f-d7bb-4919-8b7b-4cb56b7a9774 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e11f456c-fbd8-41f1-91e9-92ed93af2b4a HTTP/1.1" status: 200 len: 854 time: 0.0506599 Aug 27 01:38:01.561364 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.plugin [None req-abfb6cd3-19ec-4243-b813-98b1a27b98d2 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Deleting port 8d78e9dc-4f85-42eb-b233-210a91b20e71 {{(pid=94316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:38:01.561703 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-abfb6cd3-19ec-4243-b813-98b1a27b98d2 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:01.588809 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd73f5-903b-42e4-b548-801e6576a5be req-172d18f7-eb38-4028-af40-458ac8950bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:38:01.590360 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-60bd73f5-903b-42e4-b548-801e6576a5be req-172d18f7-eb38-4028-af40-458ac8950bd3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=917a1716-6372-44c1-be59-4f3ee33be285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458500 Aug 27 01:38:01.642135 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-abfb6cd3-19ec-4243-b813-98b1a27b98d2 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:01.642461 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-abfb6cd3-19ec-4243-b813-98b1a27b98d2 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:01.655561 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.plugin [None req-abfb6cd3-19ec-4243-b813-98b1a27b98d2 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Calling delete_port for 8d78e9dc-4f85-42eb-b233-210a91b20e71 owned by network:floatingip {{(pid=94316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:38:01.910152 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-abfb6cd3-19ec-4243-b813-98b1a27b98d2 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8444051'] for port, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:01.936292 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-60bd73f5-903b-42e4-b548-801e6576a5be req-02ffb29c-f25c-47b0-a2ec-62fa97518469 service neutron] 10.222.0.24 "GET /v2.0/networks/917a1716-6372-44c1-be59-4f3ee33be285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376026 Aug 27 01:38:01.943652 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfb6cd3-19ec-4243-b813-98b1a27b98d2 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Pushing event deleted for resources: {'Port': ['ID=8d78e9dc-4f85-42eb-b233-210a91b20e71,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:02.004163 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-abfb6cd3-19ec-4243-b813-98b1a27b98d2 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks [] for floatingip, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:02.004531 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.db.l3_db [None req-abfb6cd3-19ec-4243-b813-98b1a27b98d2 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Floating IP a095a111-d255-49ff-b1b3-6e62a39deb8e disassociated (deleted). External IP: 172.27.3.90, port: ecfa3830-4bf2-43df-94c3-c0d06632b36e. Aug 27 01:38:02.031517 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-60bd73f5-903b-42e4-b548-801e6576a5be req-68acebf4-906c-4494-a849-f0ea59e9c1c0 service neutron] 10.222.0.24 "GET /v2.0/networks/917a1716-6372-44c1-be59-4f3ee33be285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874121 Aug 27 01:38:02.214360 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abfb6cd3-19ec-4243-b813-98b1a27b98d2 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Router 8f2bad9a-56f6-4fc4-a0cd-6f214881c933 has already been hosted by L3 agent 8dc83c43-e68e-43c9-8595-1753e39ae809 {{(pid=94316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 01:38:02.324972 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abfb6cd3-19ec-4243-b813-98b1a27b98d2 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify agent at l3_agent.dv-cinder-759169-3-iscsi the message routers_updated {{(pid=94316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 01:38:02.330062 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-abfb6cd3-19ec-4243-b813-98b1a27b98d2 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for floatingip, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:02.335899 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17c9bb1-b30f-4586-8e8a-1c997ed9f8bf None None] Sync routers for ids ['8f2bad9a-56f6-4fc4-a0cd-6f214881c933'] in dv-cinder-759169-3-iscsi {{(pid=94318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 01:38:02.346250 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17c9bb1-b30f-4586-8e8a-1c997ed9f8bf None None] Routers {'8f2bad9a-56f6-4fc4-a0cd-6f214881c933'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:38:02.347022 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-e17c9bb1-b30f-4586-8e8a-1c997ed9f8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:37:44Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['8f2bad9a-56f6-4fc4-a0cd-6f214881c933'], 'active': True} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:38:02.360950 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-abfb6cd3-19ec-4243-b813-98b1a27b98d2 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "DELETE /v2.0/floatingips/a095a111-d255-49ff-b1b3-6e62a39deb8e HTTP/1.1" status: 204 len: 168 time: 0.9886954 Aug 27 01:38:02.360950 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05daee4f-8e0c-4b0f-955f-09527893b2fa', 'tag': 'ecfa3830-4bf2-43df-94c3-c0d06632b36e'}] {{(pid=94316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:38:02.363620 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}899021d1be799054bbcf6b5e395d09f22ed0dc0e230ba80d3f80fac876f8e6bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8dce63-e9b6-460e-8839-659bd1731035" -d '{"events": [{"name": "network-changed", "server_uuid": "05daee4f-8e0c-4b0f-955f-09527893b2fa", "tag": "ecfa3830-4bf2-43df-94c3-c0d06632b36e"}]}' {{(pid=94316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:38:02.416852 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 01:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c065802-86dd-4a26-9f1a-cf6f1c4b7703 x-openstack-request-id: req-5c065802-86dd-4a26-9f1a-cf6f1c4b7703 {{(pid=94316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:38:02.421934 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05daee4f-8e0c-4b0f-955f-09527893b2fa", "tag": "ecfa3830-4bf2-43df-94c3-c0d06632b36e", "status": "completed", "code": 200}]} {{(pid=94316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:38:02.421934 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5c065802-86dd-4a26-9f1a-cf6f1c4b7703 {{(pid=94316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:38:02.421934 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05daee4f-8e0c-4b0f-955f-09527893b2fa', 'tag': 'ecfa3830-4bf2-43df-94c3-c0d06632b36e', 'status': 'completed', 'code': 200} Aug 27 01:38:02.515410 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8dce63-e9b6-460e-8839-659bd1731035 req-db6950f6-0a0e-4055-b9c6-133f6b6c91e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:38:02.516980 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-eb8dce63-e9b6-460e-8839-659bd1731035 req-db6950f6-0a0e-4055-b9c6-133f6b6c91e8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0c906f0891a04908acd7dc34d1953279&device_id=05daee4f-8e0c-4b0f-955f-09527893b2fa HTTP/1.1" status: 200 len: 1098 time: 0.0551920 Aug 27 01:38:02.571083 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvr_db [None req-e17c9bb1-b30f-4586-8e8a-1c997ed9f8bf None None] Set router 8f2bad9a-56f6-4fc4-a0cd-6f214881c933 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:38:02.620428 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8dce63-e9b6-460e-8839-659bd1731035 req-dd5de0d1-5abb-444c-9703-ed1a84607f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:38:02.623420 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-eb8dce63-e9b6-460e-8839-659bd1731035 req-dd5de0d1-5abb-444c-9703-ed1a84607f4a service neutron] 10.222.0.24 "GET /v2.0/networks?id=917a1716-6372-44c1-be59-4f3ee33be285 HTTP/1.1" status: 200 len: 916 time: 0.0979819 Aug 27 01:38:02.667336 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-eb8dce63-e9b6-460e-8839-659bd1731035 req-5b2ebee6-2ce8-4ff8-bd0d-2b20f8071bb1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecfa3830-4bf2-43df-94c3-c0d06632b36e HTTP/1.1" status: 200 len: 217 time: 0.0364902 Aug 27 01:38:02.730531 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8dce63-e9b6-460e-8839-659bd1731035 req-1758d4cf-8d2a-4513-8653-0737d8677c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:38:02.732117 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-eb8dce63-e9b6-460e-8839-659bd1731035 req-1758d4cf-8d2a-4513-8653-0737d8677c00 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e11f456c-fbd8-41f1-91e9-92ed93af2b4a HTTP/1.1" status: 200 len: 854 time: 0.0575542 Aug 27 01:38:02.801656 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8dce63-e9b6-460e-8839-659bd1731035 req-0e3d43f8-546c-4322-8f73-0e9c37834003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:38:02.801656 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-eb8dce63-e9b6-460e-8839-659bd1731035 req-0e3d43f8-546c-4322-8f73-0e9c37834003 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=917a1716-6372-44c1-be59-4f3ee33be285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0589566 Aug 27 01:38:02.802223 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-e17c9bb1-b30f-4586-8e8a-1c997ed9f8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f2bad9a-56f6-4fc4-a0cd-6f214881c933', 'name': 'tempest-TestMinimumBasicScenario-1744209991-router', 'tenant_id': '0c906f0891a04908acd7dc34d1953279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '72600f0a-4362-41b7-9862-5c80465d3aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:35:40Z', 'updated_at': '2021-08-27T01:35:45Z', 'revision_number': 4, 'project_id': '0c906f0891a04908acd7dc34d1953279', 'gw_port': {'id': '72600f0a-4362-41b7-9862-5c80465d3aac', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:11:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2bad9a-56f6-4fc4-a0cd-6f214881c933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:35:41Z', 'updated_at': '2021-08-27T01:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': '7b711d41-e44c-4dd6-bbb5-c4d60f38a0db', 'name': '', 'network_id': '917a1716-6372-44c1-be59-4f3ee33be285', 'tenant_id': '0c906f0891a04908acd7dc34d1953279', 'mac_address': 'fa:16:3e:b9:dc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2bad9a-56f6-4fc4-a0cd-6f214881c933', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'e11f456c-fbd8-41f1-91e9-92ed93af2b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:35:44Z', 'updated_at': '2021-08-27T01:35:50Z', 'revision_number': 5, 'project_id': '0c906f0891a04908acd7dc34d1953279', 'subnets': [{'id': 'e11f456c-fbd8-41f1-91e9-92ed93af2b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:38:02.830262 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17c9bb1-b30f-4586-8e8a-1c997ed9f8bf None None] Checking router: 8f2bad9a-56f6-4fc4-a0cd-6f214881c933 for host: dv-cinder-759169-3-iscsi {{(pid=94318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 01:38:02.840501 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17c9bb1-b30f-4586-8e8a-1c997ed9f8bf None None] Routers {'8f2bad9a-56f6-4fc4-a0cd-6f214881c933'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:38:02.841366 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-e17c9bb1-b30f-4586-8e8a-1c997ed9f8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:37:44Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['8f2bad9a-56f6-4fc4-a0cd-6f214881c933'], 'active': True} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:38:02.915826 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-eb8dce63-e9b6-460e-8839-659bd1731035 req-243633b3-0cba-46d8-a676-5f96a03e4c77 service neutron] 10.222.0.24 "GET /v2.0/networks/917a1716-6372-44c1-be59-4f3ee33be285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107745 Aug 27 01:38:02.952416 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvr_db [None req-e17c9bb1-b30f-4586-8e8a-1c997ed9f8bf None None] Set router 8f2bad9a-56f6-4fc4-a0cd-6f214881c933 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:38:03.048093 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-eb8dce63-e9b6-460e-8839-659bd1731035 req-0d2e894a-acba-4935-96a4-3f10553a3f4e service neutron] 10.222.0.24 "GET /v2.0/networks/917a1716-6372-44c1-be59-4f3ee33be285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159837 Aug 27 01:38:03.158117 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-e17c9bb1-b30f-4586-8e8a-1c997ed9f8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f2bad9a-56f6-4fc4-a0cd-6f214881c933', 'name': 'tempest-TestMinimumBasicScenario-1744209991-router', 'tenant_id': '0c906f0891a04908acd7dc34d1953279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '72600f0a-4362-41b7-9862-5c80465d3aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:35:40Z', 'updated_at': '2021-08-27T01:35:45Z', 'revision_number': 4, 'project_id': '0c906f0891a04908acd7dc34d1953279', 'gw_port': {'id': '72600f0a-4362-41b7-9862-5c80465d3aac', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:11:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2bad9a-56f6-4fc4-a0cd-6f214881c933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:35:41Z', 'updated_at': '2021-08-27T01:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': '7b711d41-e44c-4dd6-bbb5-c4d60f38a0db', 'name': '', 'network_id': '917a1716-6372-44c1-be59-4f3ee33be285', 'tenant_id': '0c906f0891a04908acd7dc34d1953279', 'mac_address': 'fa:16:3e:b9:dc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2bad9a-56f6-4fc4-a0cd-6f214881c933', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'e11f456c-fbd8-41f1-91e9-92ed93af2b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:35:44Z', 'updated_at': '2021-08-27T01:35:50Z', 'revision_number': 5, 'project_id': '0c906f0891a04908acd7dc34d1953279', 'subnets': [{'id': 'e11f456c-fbd8-41f1-91e9-92ed93af2b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:38:03.187683 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17c9bb1-b30f-4586-8e8a-1c997ed9f8bf None None] The sync data for ids ['8f2bad9a-56f6-4fc4-a0cd-6f214881c933'] in dv-cinder-759169-3-iscsi is: [{'id': '8f2bad9a-56f6-4fc4-a0cd-6f214881c933', 'name': 'tempest-TestMinimumBasicScenario-1744209991-router', 'tenant_id': '0c906f0891a04908acd7dc34d1953279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '72600f0a-4362-41b7-9862-5c80465d3aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:35:40Z', 'updated_at': '2021-08-27T01:35:45Z', 'revision_number': 4, 'project_id': '0c906f0891a04908acd7dc34d1953279', 'gw_port': {'id': '72600f0a-4362-41b7-9862-5c80465d3aac', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:11:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2bad9a-56f6-4fc4-a0cd-6f214881c933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:35:41Z', 'updated_at': '2021-08-27T01:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': '7b711d41-e44c-4dd6-bbb5-c4d60f38a0db', 'name': '', 'network_id': '917a1716-6372-44c1-be59-4f3ee33be285', 'tenant_id': '0c906f0891a04908acd7dc34d1953279', 'mac_address': 'fa:16:3e:b9:dc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2bad9a-56f6-4fc4-a0cd-6f214881c933', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'e11f456c-fbd8-41f1-91e9-92ed93af2b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:35:44Z', 'updated_at': '2021-08-27T01:35:50Z', 'revision_number': 5, 'project_id': '0c906f0891a04908acd7dc34d1953279', 'subnets': [{'id': 'e11f456c-fbd8-41f1-91e9-92ed93af2b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 01:38:03.398451 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3f65e5-2c6f-4099-bb55-68b1972b313e None None] New status for floating IP a095a111-d255-49ff-b1b3-6e62a39deb8e: DOWN {{(pid=94317) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 01:38:05.450318 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 33846) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:05.555168 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-57dc23e6-dfaa-41f3-a05a-8a97bcabb575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:05.641702 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-57dc23e6-dfaa-41f3-a05a-8a97bcabb575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:05.709802 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-57dc23e6-dfaa-41f3-a05a-8a97bcabb575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:05.751201 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-57dc23e6-dfaa-41f3-a05a-8a97bcabb575 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cd65d5540e80463386d99d26ed4e4a67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2998023 Aug 27 01:38:05.752118 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dc23e6-dfaa-41f3-a05a-8a97bcabb575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acde6464-b413-4d5d-89f6-9cc94bd5311d,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:05.754081 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 33850) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:05.760285 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dc23e6-dfaa-41f3-a05a-8a97bcabb575 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:38:05.760633 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dc23e6-dfaa-41f3-a05a-8a97bcabb575 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:38:05.760996 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dc23e6-dfaa-41f3-a05a-8a97bcabb575 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:38:05.761329 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dc23e6-dfaa-41f3-a05a-8a97bcabb575 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:38:05.761655 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dc23e6-dfaa-41f3-a05a-8a97bcabb575 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:38:05.761982 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dc23e6-dfaa-41f3-a05a-8a97bcabb575 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:38:05.762381 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dc23e6-dfaa-41f3-a05a-8a97bcabb575 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:38:05.762739 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dc23e6-dfaa-41f3-a05a-8a97bcabb575 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:38:05.763064 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dc23e6-dfaa-41f3-a05a-8a97bcabb575 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:38:05.763387 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dc23e6-dfaa-41f3-a05a-8a97bcabb575 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:38:05.763757 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dc23e6-dfaa-41f3-a05a-8a97bcabb575 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:38:05.764123 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dc23e6-dfaa-41f3-a05a-8a97bcabb575 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:38:05.811123 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-32a30271-aac6-4dc8-a5f2-7d515764c3ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:05.826884 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-32a30271-aac6-4dc8-a5f2-7d515764c3ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:05.944080 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-32a30271-aac6-4dc8-a5f2-7d515764c3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:05.946782 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-32a30271-aac6-4dc8-a5f2-7d515764c3ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:05.947934 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-32a30271-aac6-4dc8-a5f2-7d515764c3ad admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/acde6464-b413-4d5d-89f6-9cc94bd5311d HTTP/1.1" status: 204 len: 168 time: 0.1923850 Aug 27 01:38:05.955634 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a30271-aac6-4dc8-a5f2-7d515764c3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acde6464-b413-4d5d-89f6-9cc94bd5311d,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:06.752710 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 33868) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:06.835933 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e393f8-c5a4-4a09-8673-e15d2ac15fa9 req-0194768b-1c8a-42a8-998e-42ac8853896c tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:38:06.837444 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-04e393f8-c5a4-4a09-8673-e15d2ac15fa9 req-0194768b-1c8a-42a8-998e-42ac8853896c tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/ports?device_id=05daee4f-8e0c-4b0f-955f-09527893b2fa HTTP/1.1" status: 200 len: 945 time: 0.0527580 Aug 27 01:38:06.873561 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-67509b58-f796-49bf-80f9-1d15ae255e49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:06.893626 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-04e393f8-c5a4-4a09-8673-e15d2ac15fa9 req-ca43cad5-5895-4eb2-8eb5-35ef8f264f00 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7f9b51a-b3b6-4e49-a34c-8b405886f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500565 Aug 27 01:38:06.969654 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-67509b58-f796-49bf-80f9-1d15ae255e49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:07.068765 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-67509b58-f796-49bf-80f9-1d15ae255e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:07.107892 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-67509b58-f796-49bf-80f9-1d15ae255e49 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=32202421a25a4a958bc78bd469676289&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3541353 Aug 27 01:38:07.109875 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67509b58-f796-49bf-80f9-1d15ae255e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea04143e-d8e9-46fc-8789-25673df2a468,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:07.110658 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 33872) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:07.157234 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-dc742c6a-2b86-4472-84e5-1969ca9f4467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:07.178730 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-dc742c6a-2b86-4472-84e5-1969ca9f4467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:07.281267 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-dc742c6a-2b86-4472-84e5-1969ca9f4467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:07.283837 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-dc742c6a-2b86-4472-84e5-1969ca9f4467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:07.285023 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-dc742c6a-2b86-4472-84e5-1969ca9f4467 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ea04143e-d8e9-46fc-8789-25673df2a468 HTTP/1.1" status: 204 len: 168 time: 0.1733363 Aug 27 01:38:07.293032 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc742c6a-2b86-4472-84e5-1969ca9f4467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea04143e-d8e9-46fc-8789-25673df2a468,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:07.924550 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 33880) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:07.938408 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-585e77cb-a473-499d-beae-e7525f11fe29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:08.027648 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ee4a8-fbe0-4e13-ad6a-2af179d8c5fd req-9fb18a1c-920e-48d2-9d05-b0cff9a08af2 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:38:08.029138 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-459ee4a8-fbe0-4e13-ad6a-2af179d8c5fd req-9fb18a1c-920e-48d2-9d05-b0cff9a08af2 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/ports?device_id=05daee4f-8e0c-4b0f-955f-09527893b2fa HTTP/1.1" status: 200 len: 945 time: 0.0671990 Aug 27 01:38:08.087827 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-459ee4a8-fbe0-4e13-ad6a-2af179d8c5fd req-403cb3ac-4bc3-4131-a63d-8d7fb0b52a38 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7f9b51a-b3b6-4e49-a34c-8b405886f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524783 Aug 27 01:38:08.091989 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-585e77cb-a473-499d-beae-e7525f11fe29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:08.172596 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-585e77cb-a473-499d-beae-e7525f11fe29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:08.211088 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-585e77cb-a473-499d-beae-e7525f11fe29 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a7137a50258e47728a26dfbb5661dbd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2854481 Aug 27 01:38:08.211944 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585e77cb-a473-499d-beae-e7525f11fe29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c4f1fc-2550-4c0e-be83-fc29f6ed940c,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:08.213842 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 33882) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:08.263734 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-c7c5344b-c5c4-42d0-bbb4-2772c874e24f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:08.285356 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-c7c5344b-c5c4-42d0-bbb4-2772c874e24f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:08.601475 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-c7c5344b-c5c4-42d0-bbb4-2772c874e24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:08.603997 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-c7c5344b-c5c4-42d0-bbb4-2772c874e24f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:08.605176 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-c7c5344b-c5c4-42d0-bbb4-2772c874e24f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/54c4f1fc-2550-4c0e-be83-fc29f6ed940c HTTP/1.1" status: 204 len: 168 time: 0.3902588 Aug 27 01:38:08.612896 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c5344b-c5c4-42d0-bbb4-2772c874e24f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c4f1fc-2550-4c0e-be83-fc29f6ed940c,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:08.718210 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89508811-cdf1-4c05-9ba9-d1b8f7aa3824 req-fcc07627-b83c-4d03-a600-7690ecbebabc tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:38:08.719682 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-89508811-cdf1-4c05-9ba9-d1b8f7aa3824 req-fcc07627-b83c-4d03-a600-7690ecbebabc tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.24 "GET /v2.0/ports?device_id=05daee4f-8e0c-4b0f-955f-09527893b2fa HTTP/1.1" status: 200 len: 945 time: 0.0487223 Aug 27 01:38:08.811675 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [req-89508811-cdf1-4c05-9ba9-d1b8f7aa3824 req-ba13d243-ab32-4cb7-bb76-9e67c0c27f90 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Deleting port ecfa3830-4bf2-43df-94c3-c0d06632b36e {{(pid=94315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:38:08.812021 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-89508811-cdf1-4c05-9ba9-d1b8f7aa3824 req-ba13d243-ab32-4cb7-bb76-9e67c0c27f90 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:08.902813 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [req-89508811-cdf1-4c05-9ba9-d1b8f7aa3824 req-ba13d243-ab32-4cb7-bb76-9e67c0c27f90 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] For port ecfa3830-4bf2-43df-94c3-c0d06632b36e, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=ecfa3830-4bf2-43df-94c3-c0d06632b36e,segment=NetworkSegment(a368ea2f-1bf9-43d4-a63d-81ec92b5fcaa),segment_id=a368ea2f-1bf9-43d4-a63d-81ec92b5fcaa)] {{(pid=94315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:38:08.903174 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-89508811-cdf1-4c05-9ba9-d1b8f7aa3824 req-ba13d243-ab32-4cb7-bb76-9e67c0c27f90 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:08.916053 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [req-89508811-cdf1-4c05-9ba9-d1b8f7aa3824 req-ba13d243-ab32-4cb7-bb76-9e67c0c27f90 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Calling delete_port for ecfa3830-4bf2-43df-94c3-c0d06632b36e owned by compute:nova {{(pid=94315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:38:09.104524 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-89508811-cdf1-4c05-9ba9-d1b8f7aa3824 req-ba13d243-ab32-4cb7-bb76-9e67c0c27f90 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8502847'] for port, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:09.132048 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13d243-ab32-4cb7-bb76-9e67c0c27f90 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Pushing event deleted for resources: {'Port': ['ID=ecfa3830-4bf2-43df-94c3-c0d06632b36e,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:09.142793 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] get_ports_and_sgs() called for port_ids ['ecfa3830-4bf2-43df-94c3-c0d06632b36e'] {{(pid=94317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 01:38:09.200008 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-199e4fc0-2550-4595-a269-6c88d128c41b req-9abf5033-2da4-4924-9094-d120b24aec94 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.25 "GET /v2.0/ports?device_id=05daee4f-8e0c-4b0f-955f-09527893b2fa HTTP/1.1" status: 200 len: 210 time: 0.0430889 Aug 27 01:38:09.200741 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.l3_dvrscheduler_db [req-89508811-cdf1-4c05-9ba9-d1b8f7aa3824 req-ba13d243-ab32-4cb7-bb76-9e67c0c27f90 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] No DVR routers for this DVR port ecfa3830-4bf2-43df-94c3-c0d06632b36e on host hv-cinder-75916 {{(pid=94315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 01:38:09.203188 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-89508811-cdf1-4c05-9ba9-d1b8f7aa3824 req-ba13d243-ab32-4cb7-bb76-9e67c0c27f90 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for port, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:09.205086 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-89508811-cdf1-4c05-9ba9-d1b8f7aa3824 req-ba13d243-ab32-4cb7-bb76-9e67c0c27f90 tempest-TestMinimumBasicScenario-223115890 tempest-TestMinimumBasicScenario-223115890-project] 10.222.0.24 "DELETE /v2.0/ports/ecfa3830-4bf2-43df-94c3-c0d06632b36e HTTP/1.1" status: 204 len: 173 time: 0.4786189 Aug 27 01:38:09.205518 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05daee4f-8e0c-4b0f-955f-09527893b2fa', 'name': 'network-vif-deleted', 'tag': 'ecfa3830-4bf2-43df-94c3-c0d06632b36e'}] {{(pid=94315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:38:09.208100 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4b197ec9f2f0e9474c50df7e7ed8b30a1ed8e7d4526d98a0361b780d87c209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3a891e-6be1-48e5-a0c2-f7dc0589c8cc" -d '{"events": [{"server_uuid": "05daee4f-8e0c-4b0f-955f-09527893b2fa", "name": "network-vif-deleted", "tag": "ecfa3830-4bf2-43df-94c3-c0d06632b36e"}]}' {{(pid=94315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:38:09.244362 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 01:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a39f9d5-8323-438f-9b4e-d5266e0cc9be x-openstack-request-id: req-8a39f9d5-8323-438f-9b4e-d5266e0cc9be {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:38:09.244976 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05daee4f-8e0c-4b0f-955f-09527893b2fa", "name": "network-vif-deleted", "tag": "ecfa3830-4bf2-43df-94c3-c0d06632b36e", "status": "completed", "code": 200}]} {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:38:09.245088 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8a39f9d5-8323-438f-9b4e-d5266e0cc9be {{(pid=94315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:38:09.245511 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05daee4f-8e0c-4b0f-955f-09527893b2fa', 'name': 'network-vif-deleted', 'tag': 'ecfa3830-4bf2-43df-94c3-c0d06632b36e', 'status': 'completed', 'code': 200} Aug 27 01:38:11.467967 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 34002) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:11.568728 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-817fd003-0281-4d93-860a-b19b7fa65f37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:11.657719 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-817fd003-0281-4d93-860a-b19b7fa65f37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:11.749894 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-817fd003-0281-4d93-860a-b19b7fa65f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:11.786755 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817fd003-0281-4d93-860a-b19b7fa65f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f05c271-1a31-4d03-8d82-2ee28dbf40d4,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:11.791091 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-817fd003-0281-4d93-860a-b19b7fa65f37 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4175d9ac69614ad29e24b8b686c64b22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3221474 Aug 27 01:38:11.794211 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 34006) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:11.842167 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 34008) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:11.843542 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-cf452608-bd87-48c4-a1b2-ad9608fad2e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:11.864886 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-cf452608-bd87-48c4-a1b2-ad9608fad2e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:11.944698 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-c57198e4-7bed-4fff-877c-d77184f48cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:12.018169 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-cf452608-bd87-48c4-a1b2-ad9608fad2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:12.021423 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-cf452608-bd87-48c4-a1b2-ad9608fad2e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:12.022639 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-cf452608-bd87-48c4-a1b2-ad9608fad2e1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7f05c271-1a31-4d03-8d82-2ee28dbf40d4 HTTP/1.1" status: 204 len: 168 time: 0.2279282 Aug 27 01:38:12.036756 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf452608-bd87-48c4-a1b2-ad9608fad2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f05c271-1a31-4d03-8d82-2ee28dbf40d4,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:12.180714 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-867086a6-d4e8-44bd-a4fa-e62b1af2f714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2025249'] for router_interface, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:12.447215 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.plugin [None req-867086a6-d4e8-44bd-a4fa-e62b1af2f714 admin admin] Deleting port 7b711d41-e44c-4dd6-bbb5-c4d60f38a0db {{(pid=94316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:38:12.447568 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-867086a6-d4e8-44bd-a4fa-e62b1af2f714 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:12.526665 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.db [None req-867086a6-d4e8-44bd-a4fa-e62b1af2f714 admin admin] For port 7b711d41-e44c-4dd6-bbb5-c4d60f38a0db, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=7b711d41-e44c-4dd6-bbb5-c4d60f38a0db,segment=NetworkSegment(a368ea2f-1bf9-43d4-a63d-81ec92b5fcaa),segment_id=a368ea2f-1bf9-43d4-a63d-81ec92b5fcaa)] {{(pid=94316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:38:12.526941 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-867086a6-d4e8-44bd-a4fa-e62b1af2f714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:12.540034 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.plugin [None req-867086a6-d4e8-44bd-a4fa-e62b1af2f714 admin admin] Calling delete_port for 7b711d41-e44c-4dd6-bbb5-c4d60f38a0db owned by network:router_interface {{(pid=94316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:38:12.727178 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 34022) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:12.742017 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-aecd4c82-7933-4ff5-942e-7f220a57c19a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:12.877759 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-aecd4c82-7933-4ff5-942e-7f220a57c19a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:12.893797 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e330bed-9ab2-438b-b68d-2183116db26a req-ef82e20e-84cf-4dcc-9445-6d497d078982 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:38:12.895843 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-4e330bed-9ab2-438b-b68d-2183116db26a req-ef82e20e-84cf-4dcc-9445-6d497d078982 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 946 time: 0.0730228 Aug 27 01:38:12.935392 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-4e330bed-9ab2-438b-b68d-2183116db26a req-da3393f5-dc92-44f2-90b6-44c5d502ba75 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331843 Aug 27 01:38:12.938108 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-aecd4c82-7933-4ff5-942e-7f220a57c19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:12.978451 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-aecd4c82-7933-4ff5-942e-7f220a57c19a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8a2f4c351ff342c59dbff93427a69a5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2478113 Aug 27 01:38:12.978451 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecd4c82-7933-4ff5-942e-7f220a57c19a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82311b8-eb26-4db7-a896-0d850b6c58a4,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:12.978814 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 34026) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:13.027147 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-867086a6-d4e8-44bd-a4fa-e62b1af2f714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8444051'] for port, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:13.035247 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-eb14dcff-99d1-44fc-b06b-3521ce94fb61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:13.056505 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867086a6-d4e8-44bd-a4fa-e62b1af2f714 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b711d41-e44c-4dd6-bbb5-c4d60f38a0db,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:13.118524 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-eb14dcff-99d1-44fc-b06b-3521ce94fb61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:13.261019 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-867086a6-d4e8-44bd-a4fa-e62b1af2f714 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025451'] for router_interface, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:13.266512 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-eb14dcff-99d1-44fc-b06b-3521ce94fb61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:13.268999 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-eb14dcff-99d1-44fc-b06b-3521ce94fb61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:13.270147 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-eb14dcff-99d1-44fc-b06b-3521ce94fb61 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b82311b8-eb26-4db7-a896-0d850b6c58a4 HTTP/1.1" status: 204 len: 168 time: 0.2902455 Aug 27 01:38:13.283018 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb14dcff-99d1-44fc-b06b-3521ce94fb61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82311b8-eb26-4db7-a896-0d850b6c58a4,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:13.425851 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device ecfa3830-4bf2-43df-94c3-c0d06632b36e no longer exists at agent hyperv_hv-cinder-75916 {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 01:38:13.448769 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] No Port match for: ecfa3830-4bf2-43df-94c3-c0d06632b36e {{(pid=94317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 01:38:13.449138 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device ecfa3830-4bf2-43df-94c3-c0d06632b36e not bound to the agent host hv-cinder-75916 {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 01:38:13.502305 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-867086a6-d4e8-44bd-a4fa-e62b1af2f714 admin admin] Router 8f2bad9a-56f6-4fc4-a0cd-6f214881c933 has already been hosted by L3 agent 8dc83c43-e68e-43c9-8595-1753e39ae809 {{(pid=94316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 01:38:13.605304 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-867086a6-d4e8-44bd-a4fa-e62b1af2f714 admin admin] Notify agent at l3_agent.dv-cinder-759169-3-iscsi the message routers_updated {{(pid=94316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 01:38:13.613670 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-867086a6-d4e8-44bd-a4fa-e62b1af2f714 admin admin] 10.222.0.25 "PUT /v2.0/routers/8f2bad9a-56f6-4fc4-a0cd-6f214881c933/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7667103 Aug 27 01:38:13.613670 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 34032) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:13.615072 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbabe6a-f088-44cd-b6c8-b5c107ef5da1 None None] Sync routers for ids ['8f2bad9a-56f6-4fc4-a0cd-6f214881c933'] in dv-cinder-759169-3-iscsi {{(pid=94318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 01:38:13.624289 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbabe6a-f088-44cd-b6c8-b5c107ef5da1 None None] Routers {'8f2bad9a-56f6-4fc4-a0cd-6f214881c933'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:38:13.624933 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-0cbabe6a-f088-44cd-b6c8-b5c107ef5da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:37:44Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['8f2bad9a-56f6-4fc4-a0cd-6f214881c933'], 'active': True} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:38:13.723382 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-be1f0923-b7ed-4656-a6c9-010b7f57a59e admin admin] Notify callbacks [] for router, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:13.733770 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvr_db [None req-0cbabe6a-f088-44cd-b6c8-b5c107ef5da1 None None] Set router 8f2bad9a-56f6-4fc4-a0cd-6f214881c933 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:38:13.828522 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-be1f0923-b7ed-4656-a6c9-010b7f57a59e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:13.915994 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-0cbabe6a-f088-44cd-b6c8-b5c107ef5da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f2bad9a-56f6-4fc4-a0cd-6f214881c933', 'name': 'tempest-TestMinimumBasicScenario-1744209991-router', 'tenant_id': '0c906f0891a04908acd7dc34d1953279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '72600f0a-4362-41b7-9862-5c80465d3aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:35:40Z', 'updated_at': '2021-08-27T01:38:12Z', 'revision_number': 5, 'project_id': '0c906f0891a04908acd7dc34d1953279', 'gw_port': {'id': '72600f0a-4362-41b7-9862-5c80465d3aac', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:11:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2bad9a-56f6-4fc4-a0cd-6f214881c933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:35:41Z', 'updated_at': '2021-08-27T01:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi'}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:38:13.946964 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbabe6a-f088-44cd-b6c8-b5c107ef5da1 None None] Checking router: 8f2bad9a-56f6-4fc4-a0cd-6f214881c933 for host: dv-cinder-759169-3-iscsi {{(pid=94318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 01:38:13.955883 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbabe6a-f088-44cd-b6c8-b5c107ef5da1 None None] Routers {'8f2bad9a-56f6-4fc4-a0cd-6f214881c933'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:38:13.956492 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-0cbabe6a-f088-44cd-b6c8-b5c107ef5da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:37:44Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['8f2bad9a-56f6-4fc4-a0cd-6f214881c933'], 'active': True} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:38:13.997838 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.plugin [None req-be1f0923-b7ed-4656-a6c9-010b7f57a59e admin admin] Deleting port 72600f0a-4362-41b7-9862-5c80465d3aac {{(pid=94316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:38:13.998417 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-be1f0923-b7ed-4656-a6c9-010b7f57a59e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:14.050839 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvr_db [None req-0cbabe6a-f088-44cd-b6c8-b5c107ef5da1 None None] Set router 8f2bad9a-56f6-4fc4-a0cd-6f214881c933 gateway port host: None {{(pid=94318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:38:14.116410 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-0cbabe6a-f088-44cd-b6c8-b5c107ef5da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f2bad9a-56f6-4fc4-a0cd-6f214881c933', 'name': 'tempest-TestMinimumBasicScenario-1744209991-router', 'tenant_id': '0c906f0891a04908acd7dc34d1953279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:35:40Z', 'updated_at': '2021-08-27T01:38:13Z', 'revision_number': 6, 'project_id': '0c906f0891a04908acd7dc34d1953279', 'gw_port_host': None}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:38:14.121392 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d354f-6e5b-4a47-a375-f100be05d070 req-b2a61329-4656-420a-9444-003045c0f927 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:38:14.123300 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-125d354f-6e5b-4a47-a375-f100be05d070 req-b2a61329-4656-420a-9444-003045c0f927 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 946 time: 0.1054053 Aug 27 01:38:14.136818 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.db [None req-be1f0923-b7ed-4656-a6c9-010b7f57a59e admin admin] For port 72600f0a-4362-41b7-9862-5c80465d3aac, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=72600f0a-4362-41b7-9862-5c80465d3aac,segment=NetworkSegment(1ffc2e98-4b11-4960-9fce-c802c96e52d2),segment_id=1ffc2e98-4b11-4960-9fce-c802c96e52d2)] {{(pid=94316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:38:14.137305 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-be1f0923-b7ed-4656-a6c9-010b7f57a59e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:14.145201 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbabe6a-f088-44cd-b6c8-b5c107ef5da1 None None] The sync data for ids ['8f2bad9a-56f6-4fc4-a0cd-6f214881c933'] in dv-cinder-759169-3-iscsi is: [{'id': '8f2bad9a-56f6-4fc4-a0cd-6f214881c933', 'name': 'tempest-TestMinimumBasicScenario-1744209991-router', 'tenant_id': '0c906f0891a04908acd7dc34d1953279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:35:40Z', 'updated_at': '2021-08-27T01:38:13Z', 'revision_number': 6, 'project_id': '0c906f0891a04908acd7dc34d1953279', 'gw_port_host': None}] {{(pid=94318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 01:38:14.165433 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.plugin [None req-be1f0923-b7ed-4656-a6c9-010b7f57a59e admin admin] Calling delete_port for 72600f0a-4362-41b7-9862-5c80465d3aac owned by network:router_gateway {{(pid=94316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:38:14.199775 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-125d354f-6e5b-4a47-a375-f100be05d070 req-3fcd7893-d8aa-45fa-bd2d-c6ca4381456f tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e70bf24-bfe8-4921-bcf6-78c67e581a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657609 Aug 27 01:38:14.341286 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc3fe6-c58a-4cbc-a04a-17cb2fedc482 req-70d38bfd-e68c-4572-ae87-10f0e20c1880 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:38:14.343419 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-f6dc3fe6-c58a-4cbc-a04a-17cb2fedc482 req-70d38bfd-e68c-4572-ae87-10f0e20c1880 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 946 time: 0.0524623 Aug 27 01:38:14.451092 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [req-f6dc3fe6-c58a-4cbc-a04a-17cb2fedc482 req-6766ee45-1c4e-4098-9df5-b4dbae6e6121 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Deleting port 39c29f7a-a8f4-47b8-b7f9-8153941ce167 {{(pid=94315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:38:14.451429 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-f6dc3fe6-c58a-4cbc-a04a-17cb2fedc482 req-6766ee45-1c4e-4098-9df5-b4dbae6e6121 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:14.453140 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-be1f0923-b7ed-4656-a6c9-010b7f57a59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8444051'] for port, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:14.486000 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1f0923-b7ed-4656-a6c9-010b7f57a59e admin admin] Pushing event deleted for resources: {'Port': ['ID=72600f0a-4362-41b7-9862-5c80465d3aac,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:14.519731 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-0157c77d-4df4-4d0a-9f50-abf711e379d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:14.546921 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [req-f6dc3fe6-c58a-4cbc-a04a-17cb2fedc482 req-6766ee45-1c4e-4098-9df5-b4dbae6e6121 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] For port 39c29f7a-a8f4-47b8-b7f9-8153941ce167, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=39c29f7a-a8f4-47b8-b7f9-8153941ce167,segment=NetworkSegment(f8ab679e-b537-4c90-a2f7-0b9fb93d20b1),segment_id=f8ab679e-b537-4c90-a2f7-0b9fb93d20b1)] {{(pid=94315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:38:14.548878 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-f6dc3fe6-c58a-4cbc-a04a-17cb2fedc482 req-6766ee45-1c4e-4098-9df5-b4dbae6e6121 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:14.565816 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-be1f0923-b7ed-4656-a6c9-010b7f57a59e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2027185'] for router_gateway, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:14.681446 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:14.738049 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-be1f0923-b7ed-4656-a6c9-010b7f57a59e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4897'] for router, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:14.740284 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-be1f0923-b7ed-4656-a6c9-010b7f57a59e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:14.756079 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 7b711d41-e44c-4dd6-bbb5-c4d60f38a0db no longer exists at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 01:38:14.801142 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] No Port match for: 7b711d41-e44c-4dd6-bbb5-c4d60f38a0db {{(pid=94317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 01:38:14.802142 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 7b711d41-e44c-4dd6-bbb5-c4d60f38a0db not bound to the agent host dv-cinder-759169-3-iscsi {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 01:38:14.819391 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-f6dc3fe6-c58a-4cbc-a04a-17cb2fedc482 req-6766ee45-1c4e-4098-9df5-b4dbae6e6121 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:14.819783 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-f6dc3fe6-c58a-4cbc-a04a-17cb2fedc482 req-6766ee45-1c4e-4098-9df5-b4dbae6e6121 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2027135'] for floatingip, after_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:14.820099 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.db.l3_db [req-f6dc3fe6-c58a-4cbc-a04a-17cb2fedc482 req-6766ee45-1c4e-4098-9df5-b4dbae6e6121 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Floating IP 568fd32b-e29c-4c8c-aa15-33df189d8c32 disassociated. External IP: 172.27.3.24, port: 39c29f7a-a8f4-47b8-b7f9-8153941ce167. Aug 27 01:38:14.820465 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [req-f6dc3fe6-c58a-4cbc-a04a-17cb2fedc482 req-6766ee45-1c4e-4098-9df5-b4dbae6e6121 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Calling delete_port for 39c29f7a-a8f4-47b8-b7f9-8153941ce167 owned by compute:nova {{(pid=94315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:38:14.881356 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-be1f0923-b7ed-4656-a6c9-010b7f57a59e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020897'] for router, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:14.881881 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1f0923-b7ed-4656-a6c9-010b7f57a59e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f2bad9a-56f6-4fc4-a0cd-6f214881c933 {{(pid=94316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 01:38:14.886816 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-be1f0923-b7ed-4656-a6c9-010b7f57a59e admin admin] Notify callbacks [] for router, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:14.887970 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-be1f0923-b7ed-4656-a6c9-010b7f57a59e admin admin] 10.222.0.25 "DELETE /v2.0/routers/8f2bad9a-56f6-4fc4-a0cd-6f214881c933 HTTP/1.1" status: 204 len: 168 time: 1.2748461 Aug 27 01:38:14.890476 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 34058) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:14.941647 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcd45ad6-b5bb-42b5-b40b-4415c6589e24 admin admin] Deleting subnet e11f456c-fbd8-41f1-91e9-92ed93af2b4a {{(pid=94316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 01:38:14.945194 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-fcd45ad6-b5bb-42b5-b40b-4415c6589e24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:14.985643 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-fcd45ad6-b5bb-42b5-b40b-4415c6589e24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9240887'] for subnet, precommit_delete_associations {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:15.058728 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-f6dc3fe6-c58a-4cbc-a04a-17cb2fedc482 req-6766ee45-1c4e-4098-9df5-b4dbae6e6121 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8502847'] for port, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:15.073739 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-fcd45ad6-b5bb-42b5-b40b-4415c6589e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940968'] for subnet, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:15.097978 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6766ee45-1c4e-4098-9df5-b4dbae6e6121 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Pushing event deleted for resources: {'Port': ['ID=39c29f7a-a8f4-47b8-b7f9-8153941ce167,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:15.259759 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-fcd45ad6-b5bb-42b5-b40b-4415c6589e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8444096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3529875'] for subnet, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:15.262024 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6dc3fe6-c58a-4cbc-a04a-17cb2fedc482 req-6766ee45-1c4e-4098-9df5-b4dbae6e6121 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Router 374ecf4c-b187-4279-a485-f287b3a40fda has already been hosted by L3 agent 8dc83c43-e68e-43c9-8595-1753e39ae809 {{(pid=94315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 01:38:15.297744 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd45ad6-b5bb-42b5-b40b-4415c6589e24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e11f456c-fbd8-41f1-91e9-92ed93af2b4a,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:15.305605 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-fcd45ad6-b5bb-42b5-b40b-4415c6589e24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:15.308654 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-fcd45ad6-b5bb-42b5-b40b-4415c6589e24 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e11f456c-fbd8-41f1-91e9-92ed93af2b4a HTTP/1.1" status: 204 len: 168 time: 0.4169526 Aug 27 01:38:15.309352 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 34062) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:15.311490 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a212b04-a3bf-43fe-94c6-21e3be7a939f None None] Network 917a1716-6372-44c1-be59-4f3ee33be285 requested from dv-cinder-759169-3-iscsi {{(pid=94317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 01:38:15.367358 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-5d170744-2ffb-45d1-8267-1105aaac401a req-a1f9770c-d86a-4f2b-8886-01eab4245240 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f116a-f7c5-4c53-83b6-22034d528599 HTTP/1.1" status: 200 len: 210 time: 0.0366945 Aug 27 01:38:15.413178 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-7717d50f-0468-490a-9476-9eb826d87f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608312'] for network, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:15.463986 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6dc3fe6-c58a-4cbc-a04a-17cb2fedc482 req-6766ee45-1c4e-4098-9df5-b4dbae6e6121 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify agent at l3_agent.dv-cinder-759169-3-iscsi the message routers_updated {{(pid=94315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 01:38:15.482726 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c71adc-4749-40dc-904c-8f58a10a2648 None None] Sync routers for ids ['374ecf4c-b187-4279-a485-f287b3a40fda'] in dv-cinder-759169-3-iscsi {{(pid=94317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 01:38:15.494356 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c71adc-4749-40dc-904c-8f58a10a2648 None None] Routers {'374ecf4c-b187-4279-a485-f287b3a40fda'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:38:15.495084 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-b1c71adc-4749-40dc-904c-8f58a10a2648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:38:14Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['374ecf4c-b187-4279-a485-f287b3a40fda'], 'active': True} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:38:15.544169 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.plugin [None req-7717d50f-0468-490a-9476-9eb826d87f18 admin admin] Deleting port 0359799d-5190-4d65-a6c3-abc372a850e6 {{(pid=94316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:38:15.544169 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-7717d50f-0468-490a-9476-9eb826d87f18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:15.552506 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6dc3fe6-c58a-4cbc-a04a-17cb2fedc482 req-6766ee45-1c4e-4098-9df5-b4dbae6e6121 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] No DVR routers for this DVR port 39c29f7a-a8f4-47b8-b7f9-8153941ce167 on host hv-cinder-75916 {{(pid=94315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 01:38:15.554790 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-f6dc3fe6-c58a-4cbc-a04a-17cb2fedc482 req-6766ee45-1c4e-4098-9df5-b4dbae6e6121 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for port, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:15.557305 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-f6dc3fe6-c58a-4cbc-a04a-17cb2fedc482 req-6766ee45-1c4e-4098-9df5-b4dbae6e6121 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.24 "DELETE /v2.0/ports/39c29f7a-a8f4-47b8-b7f9-8153941ce167 HTTP/1.1" status: 204 len: 173 time: 1.2080102 Aug 27 01:38:15.557837 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8f116a-f7c5-4c53-83b6-22034d528599', 'name': 'network-vif-deleted', 'tag': '39c29f7a-a8f4-47b8-b7f9-8153941ce167'}] {{(pid=94315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:38:15.560406 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4b197ec9f2f0e9474c50df7e7ed8b30a1ed8e7d4526d98a0361b780d87c209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27442de8-2b3f-400d-af21-1340fa087522" -d '{"events": [{"server_uuid": "3b8f116a-f7c5-4c53-83b6-22034d528599", "name": "network-vif-deleted", "tag": "39c29f7a-a8f4-47b8-b7f9-8153941ce167"}]}' {{(pid=94315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:38:15.635657 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 01:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dcea89b-c4a7-4ef0-a61e-a7b1f6be2731 x-openstack-request-id: req-3dcea89b-c4a7-4ef0-a61e-a7b1f6be2731 {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:38:15.636035 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b8f116a-f7c5-4c53-83b6-22034d528599", "name": "network-vif-deleted", "tag": "39c29f7a-a8f4-47b8-b7f9-8153941ce167", "status": "completed", "code": 200}]} {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:38:15.636345 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3dcea89b-c4a7-4ef0-a61e-a7b1f6be2731 {{(pid=94315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:38:15.636797 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8f116a-f7c5-4c53-83b6-22034d528599', 'name': 'network-vif-deleted', 'tag': '39c29f7a-a8f4-47b8-b7f9-8153941ce167', 'status': 'completed', 'code': 200} Aug 27 01:38:15.656382 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.db [None req-7717d50f-0468-490a-9476-9eb826d87f18 admin admin] For port 0359799d-5190-4d65-a6c3-abc372a850e6, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=0359799d-5190-4d65-a6c3-abc372a850e6,segment=NetworkSegment(a368ea2f-1bf9-43d4-a63d-81ec92b5fcaa),segment_id=a368ea2f-1bf9-43d4-a63d-81ec92b5fcaa)] {{(pid=94316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:38:15.656382 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-7717d50f-0468-490a-9476-9eb826d87f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:15.684397 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.plugin [None req-7717d50f-0468-490a-9476-9eb826d87f18 admin admin] Calling delete_port for 0359799d-5190-4d65-a6c3-abc372a850e6 owned by network:dhcp {{(pid=94316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:38:15.727667 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f639f98-8c3e-4c7e-851e-a76568c21a86 None None] DHCP port deletion for 917a1716-6372-44c1-be59-4f3ee33be285 request from dv-cinder-759169-3-iscsi {{(pid=94317) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 01:38:15.812923 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-7717d50f-0468-490a-9476-9eb826d87f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8444051'] for port, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:15.826414 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvr_db [None req-b1c71adc-4749-40dc-904c-8f58a10a2648 None None] Set router 374ecf4c-b187-4279-a485-f287b3a40fda gateway port host: dv-cinder-759169-3-iscsi {{(pid=94317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:38:15.841972 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7717d50f-0468-490a-9476-9eb826d87f18 admin admin] Pushing event deleted for resources: {'Port': ['ID=0359799d-5190-4d65-a6c3-abc372a850e6,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:15.845587 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7717d50f-0468-490a-9476-9eb826d87f18 admin admin] No DVR routers for this DVR port 0359799d-5190-4d65-a6c3-abc372a850e6 on host dv-cinder-759169-3-iscsi {{(pid=94316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 01:38:15.869397 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-6f639f98-8c3e-4c7e-851e-a76568c21a86 None None] Deleting port 0359799d-5190-4d65-a6c3-abc372a850e6 {{(pid=94317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:38:15.869762 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-6f639f98-8c3e-4c7e-851e-a76568c21a86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:15.915692 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-7717d50f-0468-490a-9476-9eb826d87f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-528723', 'neutron.services.segments.db._delete_segments_for_network-8791478518254'] for network, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:15.927569 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.services.segments.db [None req-7717d50f-0468-490a-9476-9eb826d87f18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['917a1716-6372-44c1-be59-4f3ee33be285']}} {{(pid=94316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:38:15.939524 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.services.segments.db [None req-7717d50f-0468-490a-9476-9eb826d87f18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a368ea2f-1bf9-43d4-a63d-81ec92b5fcaa') {'for_net_delete': True} {{(pid=94316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:38:15.939762 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.services.segments.db [None req-7717d50f-0468-490a-9476-9eb826d87f18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a368ea2f-1bf9-43d4-a63d-81ec92b5fcaa') {} {{(pid=94316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:38:15.950314 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-7717d50f-0468-490a-9476-9eb826d87f18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791478518137', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9240872'] for segment, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:15.965288 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-7717d50f-0468-490a-9476-9eb826d87f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935457'] for segment, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:15.966001 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ed545f81-8b1b-4cf8-a1bc-5817d83b44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:15.972956 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7717d50f-0468-490a-9476-9eb826d87f18 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=94316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 01:38:15.973535 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-7717d50f-0468-490a-9476-9eb826d87f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8444070'] for segment, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:15.976494 dv-cinder-759169-3-iscsi neutron-server[94316]: Traceback (most recent call last): Aug 27 01:38:15.976494 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 01:38:15.976494 dv-cinder-759169-3-iscsi neutron-server[94316]: timer() Aug 27 01:38:15.976494 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 01:38:15.976494 dv-cinder-759169-3-iscsi neutron-server[94316]: cb(*args, **kw) Aug 27 01:38:15.976494 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 01:38:15.976494 dv-cinder-759169-3-iscsi neutron-server[94316]: return func(*args, **kwargs) Aug 27 01:38:15.976494 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 01:38:15.976494 dv-cinder-759169-3-iscsi neutron-server[94316]: self._notify() Aug 27 01:38:15.976494 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 01:38:15.976494 dv-cinder-759169-3-iscsi neutron-server[94316]: self.callback(batched_events) Aug 27 01:38:15.976494 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 01:38:15.976494 dv-cinder-759169-3-iscsi neutron-server[94316]: event.method(event) Aug 27 01:38:15.976494 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 01:38:15.976494 dv-cinder-759169-3-iscsi neutron-server[94316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 01:38:15.976494 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 01:38:15.976494 dv-cinder-759169-3-iscsi neutron-server[94316]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 01:38:15.976494 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 01:38:15.976494 dv-cinder-759169-3-iscsi neutron-server[94316]: return f(self, *a, **k) Aug 27 01:38:15.976494 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 01:38:15.976494 dv-cinder-759169-3-iscsi neutron-server[94316]: return self._get(url).json() Aug 27 01:38:15.976494 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 01:38:15.976494 dv-cinder-759169-3-iscsi neutron-server[94316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 01:38:15.976494 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 01:38:15.976494 dv-cinder-759169-3-iscsi neutron-server[94316]: return self.request(url, 'GET', **kwargs) Aug 27 01:38:15.976494 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 01:38:15.976494 dv-cinder-759169-3-iscsi neutron-server[94316]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 01:38:15.976494 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 01:38:15.976494 dv-cinder-759169-3-iscsi neutron-server[94316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 01:38:15.976494 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 01:38:15.976494 dv-cinder-759169-3-iscsi neutron-server[94316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 01:38:15.976494 dv-cinder-759169-3-iscsi neutron-server[94316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 01:38:16.010151 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-6f639f98-8c3e-4c7e-851e-a76568c21a86 None None] For port 0359799d-5190-4d65-a6c3-abc372a850e6, host dv-cinder-759169-3-iscsi, got binding levels [] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:38:16.010548 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-6f639f98-8c3e-4c7e-851e-a76568c21a86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:16.028577 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-6f639f98-8c3e-4c7e-851e-a76568c21a86 None None] Calling delete_port for 0359799d-5190-4d65-a6c3-abc372a850e6 owned by network:dhcp {{(pid=94317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:38:16.032995 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.ipam_backend_mixin [None req-6f639f98-8c3e-4c7e-851e-a76568c21a86 None None] Port 0359799d-5190-4d65-a6c3-abc372a850e6 was not found and therefore no delete operation was performed {{(pid=94317) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 01:38:16.039376 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-6f639f98-8c3e-4c7e-851e-a76568c21a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223'] for port, after_delete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:16.070824 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f639f98-8c3e-4c7e-851e-a76568c21a86 None None] Pushing event deleted for resources: {'Port': ['ID=0359799d-5190-4d65-a6c3-abc372a850e6,revision_number=None']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:16.085659 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f639f98-8c3e-4c7e-851e-a76568c21a86 None None] No DVR routers for this DVR port 0359799d-5190-4d65-a6c3-abc372a850e6 on host dv-cinder-759169-3-iscsi {{(pid=94317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 01:38:16.093405 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f639f98-8c3e-4c7e-851e-a76568c21a86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:38:16.093405 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f639f98-8c3e-4c7e-851e-a76568c21a86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:38:16.093405 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f639f98-8c3e-4c7e-851e-a76568c21a86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:38:16.093405 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f639f98-8c3e-4c7e-851e-a76568c21a86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:38:16.093405 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f639f98-8c3e-4c7e-851e-a76568c21a86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:38:16.094105 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f639f98-8c3e-4c7e-851e-a76568c21a86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:38:16.094105 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f639f98-8c3e-4c7e-851e-a76568c21a86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:38:16.094468 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f639f98-8c3e-4c7e-851e-a76568c21a86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:38:16.094549 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f639f98-8c3e-4c7e-851e-a76568c21a86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:38:16.095122 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f639f98-8c3e-4c7e-851e-a76568c21a86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:38:16.095122 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f639f98-8c3e-4c7e-851e-a76568c21a86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:38:16.095432 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f639f98-8c3e-4c7e-851e-a76568c21a86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:38:16.121483 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-7717d50f-0468-490a-9476-9eb826d87f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-528682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2027149'] for network, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:16.126556 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-7717d50f-0468-490a-9476-9eb826d87f18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for network, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:16.131990 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-7717d50f-0468-490a-9476-9eb826d87f18 admin admin] 10.222.0.25 "DELETE /v2.0/networks/917a1716-6372-44c1-be59-4f3ee33be285 HTTP/1.1" status: 204 len: 168 time: 0.8183374 Aug 27 01:38:16.132607 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 34070) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:16.156863 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-b1c71adc-4749-40dc-904c-8f58a10a2648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'name': 'tempest-AttachVolumeShelveTestJSON-1110892241-router', 'tenant_id': '9cbe428e1f9c456087aa6ec677fe0330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'b50d8a55-e5ab-4c67-8bf2-efb8b5165f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:30:11Z', 'updated_at': '2021-08-27T01:30:18Z', 'revision_number': 4, 'project_id': '9cbe428e1f9c456087aa6ec677fe0330', 'gw_port': {'id': 'b50d8a55-e5ab-4c67-8bf2-efb8b5165f30', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:12:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:13Z', 'updated_at': '2021-08-27T01:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': 'c904e9ce-ecb9-4743-9f9e-20e31461ccd8', 'name': '', 'network_id': '5c8689e3-4506-47c0-a652-97ed18836189', 'tenant_id': '9cbe428e1f9c456087aa6ec677fe0330', 'mac_address': 'fa:16:3e:78:c4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '20caaf11-6500-4480-a57e-55af9949d7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:17Z', 'updated_at': '2021-08-27T01:30:31Z', 'revision_number': 5, 'project_id': '9cbe428e1f9c456087aa6ec677fe0330', 'subnets': [{'id': '20caaf11-6500-4480-a57e-55af9949d7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:38:16.165943 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7717d50f-0468-490a-9476-9eb826d87f18 admin admin] Pushing event deleted for resources: {'Network': ['ID=917a1716-6372-44c1-be59-4f3ee33be285,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:16.187679 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c71adc-4749-40dc-904c-8f58a10a2648 None None] Checking router: 374ecf4c-b187-4279-a485-f287b3a40fda for host: dv-cinder-759169-3-iscsi {{(pid=94317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 01:38:16.197426 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c71adc-4749-40dc-904c-8f58a10a2648 None None] Routers {'374ecf4c-b187-4279-a485-f287b3a40fda'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:38:16.198044 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-b1c71adc-4749-40dc-904c-8f58a10a2648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:38:14Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['374ecf4c-b187-4279-a485-f287b3a40fda'], 'active': True} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:38:16.311504 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvr_db [None req-b1c71adc-4749-40dc-904c-8f58a10a2648 None None] Set router 374ecf4c-b187-4279-a485-f287b3a40fda gateway port host: dv-cinder-759169-3-iscsi {{(pid=94317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:38:16.412281 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 0359799d-5190-4d65-a6c3-abc372a850e6 no longer exists at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 01:38:16.466942 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] No Port match for: 0359799d-5190-4d65-a6c3-abc372a850e6 {{(pid=94317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 01:38:16.467599 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 0359799d-5190-4d65-a6c3-abc372a850e6 not bound to the agent host dv-cinder-759169-3-iscsi {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 01:38:16.468012 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 72600f0a-4362-41b7-9862-5c80465d3aac no longer exists at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 01:38:16.494032 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] No Port match for: 72600f0a-4362-41b7-9862-5c80465d3aac {{(pid=94317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 01:38:16.494378 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 72600f0a-4362-41b7-9862-5c80465d3aac not bound to the agent host dv-cinder-759169-3-iscsi {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 01:38:16.550654 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 34078) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:16.581053 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-b1c71adc-4749-40dc-904c-8f58a10a2648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'name': 'tempest-AttachVolumeShelveTestJSON-1110892241-router', 'tenant_id': '9cbe428e1f9c456087aa6ec677fe0330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'b50d8a55-e5ab-4c67-8bf2-efb8b5165f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:30:11Z', 'updated_at': '2021-08-27T01:30:18Z', 'revision_number': 4, 'project_id': '9cbe428e1f9c456087aa6ec677fe0330', 'gw_port': {'id': 'b50d8a55-e5ab-4c67-8bf2-efb8b5165f30', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:12:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:13Z', 'updated_at': '2021-08-27T01:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': 'c904e9ce-ecb9-4743-9f9e-20e31461ccd8', 'name': '', 'network_id': '5c8689e3-4506-47c0-a652-97ed18836189', 'tenant_id': '9cbe428e1f9c456087aa6ec677fe0330', 'mac_address': 'fa:16:3e:78:c4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '20caaf11-6500-4480-a57e-55af9949d7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:17Z', 'updated_at': '2021-08-27T01:30:31Z', 'revision_number': 5, 'project_id': '9cbe428e1f9c456087aa6ec677fe0330', 'subnets': [{'id': '20caaf11-6500-4480-a57e-55af9949d7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:38:16.601589 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-85f0cc6c-3792-4078-afed-3ca54939d4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2025249'] for router_interface, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:16.612103 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c71adc-4749-40dc-904c-8f58a10a2648 None None] The sync data for ids ['374ecf4c-b187-4279-a485-f287b3a40fda'] in dv-cinder-759169-3-iscsi is: [{'id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'name': 'tempest-AttachVolumeShelveTestJSON-1110892241-router', 'tenant_id': '9cbe428e1f9c456087aa6ec677fe0330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'b50d8a55-e5ab-4c67-8bf2-efb8b5165f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:30:11Z', 'updated_at': '2021-08-27T01:30:18Z', 'revision_number': 4, 'project_id': '9cbe428e1f9c456087aa6ec677fe0330', 'gw_port': {'id': 'b50d8a55-e5ab-4c67-8bf2-efb8b5165f30', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:12:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:13Z', 'updated_at': '2021-08-27T01:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': 'c904e9ce-ecb9-4743-9f9e-20e31461ccd8', 'name': '', 'network_id': '5c8689e3-4506-47c0-a652-97ed18836189', 'tenant_id': '9cbe428e1f9c456087aa6ec677fe0330', 'mac_address': 'fa:16:3e:78:c4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '20caaf11-6500-4480-a57e-55af9949d7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:17Z', 'updated_at': '2021-08-27T01:30:31Z', 'revision_number': 5, 'project_id': '9cbe428e1f9c456087aa6ec677fe0330', 'subnets': [{'id': '20caaf11-6500-4480-a57e-55af9949d7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 01:38:16.677363 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-0696129a-582d-4e80-a0af-a4dec194e92c tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks [] for security_group, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:16.737522 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-0696129a-582d-4e80-a0af-a4dec194e92c tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:16.849563 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592da683-0a52-48d9-b97a-1e070520047f None None] New status for floating IP 568fd32b-e29c-4c8c-aa15-33df189d8c32: DOWN {{(pid=94318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 01:38:16.970774 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [None req-85f0cc6c-3792-4078-afed-3ca54939d4f3 admin admin] Deleting port b164fd31-667f-4f6b-9cc9-cbd77b570c14 {{(pid=94315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:38:16.971109 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-85f0cc6c-3792-4078-afed-3ca54939d4f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:16.981939 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-0696129a-582d-4e80-a0af-a4dec194e92c tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:16.984409 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-0696129a-582d-4e80-a0af-a4dec194e92c tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks [] for security_group, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:16.985550 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-0696129a-582d-4e80-a0af-a4dec194e92c tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "DELETE /v2.0/security-groups/7e70bf24-bfe8-4921-bcf6-78c67e581a89 HTTP/1.1" status: 204 len: 168 time: 0.4308903 Aug 27 01:38:16.988447 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 34084) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:17.002087 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.api.v2.resource [None req-1f08993b-b24a-4630-a1a8-df51fcedc2d0 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] show failed (client error): The resource could not be found. Aug 27 01:38:17.003058 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-1f08993b-b24a-4630-a1a8-df51fcedc2d0 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "GET /v2.0/security-groups/7e70bf24-bfe8-4921-bcf6-78c67e581a89 HTTP/1.1" status: 404 len: 347 time: 0.0133848 Aug 27 01:38:17.006266 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 34086) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:17.019818 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0696129a-582d-4e80-a0af-a4dec194e92c tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e70bf24-bfe8-4921-bcf6-78c67e581a89,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:17.062682 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [None req-85f0cc6c-3792-4078-afed-3ca54939d4f3 admin admin] For port b164fd31-667f-4f6b-9cc9-cbd77b570c14, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=b164fd31-667f-4f6b-9cc9-cbd77b570c14,segment=NetworkSegment(c7dd8fda-30ff-45f3-a815-8a0a1c76d256),segment_id=c7dd8fda-30ff-45f3-a815-8a0a1c76d256)] {{(pid=94315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:38:17.063046 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-85f0cc6c-3792-4078-afed-3ca54939d4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:17.076294 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [None req-85f0cc6c-3792-4078-afed-3ca54939d4f3 admin admin] Calling delete_port for b164fd31-667f-4f6b-9cc9-cbd77b570c14 owned by network:router_interface {{(pid=94315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:38:17.144599 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.plugin [None req-5b253757-debc-4a67-8f6a-e87fdd729188 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Deleting port b49354c4-444f-42dd-9c49-ca3b025f1de9 {{(pid=94316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:38:17.144599 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-5b253757-debc-4a67-8f6a-e87fdd729188 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:17.218177 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-5b253757-debc-4a67-8f6a-e87fdd729188 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:17.218561 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-5b253757-debc-4a67-8f6a-e87fdd729188 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:17.230212 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.plugin [None req-5b253757-debc-4a67-8f6a-e87fdd729188 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Calling delete_port for b49354c4-444f-42dd-9c49-ca3b025f1de9 owned by network:floatingip {{(pid=94316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:38:17.372748 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-85f0cc6c-3792-4078-afed-3ca54939d4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8502847'] for port, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:17.402561 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f0cc6c-3792-4078-afed-3ca54939d4f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b164fd31-667f-4f6b-9cc9-cbd77b570c14,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:17.470314 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-809c4053-e1f3-4656-979d-5dfd58cb0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:17.471882 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-5b253757-debc-4a67-8f6a-e87fdd729188 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8444051'] for port, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:17.504097 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b253757-debc-4a67-8f6a-e87fdd729188 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Pushing event deleted for resources: {'Port': ['ID=b49354c4-444f-42dd-9c49-ca3b025f1de9,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:17.566504 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-5b253757-debc-4a67-8f6a-e87fdd729188 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks [] for floatingip, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:17.568655 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-85f0cc6c-3792-4078-afed-3ca54939d4f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025451'] for router_interface, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:17.570223 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-5b253757-debc-4a67-8f6a-e87fdd729188 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for floatingip, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:17.571612 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-5b253757-debc-4a67-8f6a-e87fdd729188 tempest-AttachVolumeShelveTestJSON-1674156645 tempest-AttachVolumeShelveTestJSON-1674156645-project] 10.222.0.25 "DELETE /v2.0/floatingips/568fd32b-e29c-4c8c-aa15-33df189d8c32 HTTP/1.1" status: 204 len: 168 time: 0.5644722 Aug 27 01:38:18.018342 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f0cc6c-3792-4078-afed-3ca54939d4f3 admin admin] Router 3ca255ad-0841-4949-8cfa-a2d5d2d0949b has already been hosted by L3 agent 8dc83c43-e68e-43c9-8595-1753e39ae809 {{(pid=94315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 01:38:18.122275 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f0cc6c-3792-4078-afed-3ca54939d4f3 admin admin] Notify agent at l3_agent.dv-cinder-759169-3-iscsi the message routers_updated {{(pid=94315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 01:38:18.127137 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-85f0cc6c-3792-4078-afed-3ca54939d4f3 admin admin] 10.222.0.25 "PUT /v2.0/routers/3ca255ad-0841-4949-8cfa-a2d5d2d0949b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9934881 Aug 27 01:38:18.129678 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 34094) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:18.132138 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6b715b-7ce8-4502-bd0e-f1ed96c5a4f3 None None] Sync routers for ids ['3ca255ad-0841-4949-8cfa-a2d5d2d0949b'] in dv-cinder-759169-3-iscsi {{(pid=94317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 01:38:18.141247 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6b715b-7ce8-4502-bd0e-f1ed96c5a4f3 None None] Routers {'3ca255ad-0841-4949-8cfa-a2d5d2d0949b'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:38:18.141863 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-cb6b715b-7ce8-4502-bd0e-f1ed96c5a4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:38:14Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['3ca255ad-0841-4949-8cfa-a2d5d2d0949b'], 'active': True} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:38:18.233081 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-bbc1f363-804c-4009-b5ac-5655b655bcbb admin admin] Notify callbacks [] for router, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:18.243146 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvr_db [None req-cb6b715b-7ce8-4502-bd0e-f1ed96c5a4f3 None None] Set router 3ca255ad-0841-4949-8cfa-a2d5d2d0949b gateway port host: dv-cinder-759169-3-iscsi {{(pid=94317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:38:18.342733 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-bbc1f363-804c-4009-b5ac-5655b655bcbb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:18.427485 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-cb6b715b-7ce8-4502-bd0e-f1ed96c5a4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca255ad-0841-4949-8cfa-a2d5d2d0949b', 'name': 'tempest-TestMinimumBasicScenario-1948959541-router', 'tenant_id': '81a1b072067240c39a1dd275789d04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'f2116e39-847b-4a1a-8f21-12a311b9f8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:35:49Z', 'updated_at': '2021-08-27T01:38:17Z', 'revision_number': 5, 'project_id': '81a1b072067240c39a1dd275789d04b5', 'gw_port': {'id': 'f2116e39-847b-4a1a-8f21-12a311b9f8e5', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca255ad-0841-4949-8cfa-a2d5d2d0949b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:35:50Z', 'updated_at': '2021-08-27T01:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi'}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:38:18.445411 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [None req-bbc1f363-804c-4009-b5ac-5655b655bcbb admin admin] Deleting port f2116e39-847b-4a1a-8f21-12a311b9f8e5 {{(pid=94315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:38:18.445750 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-bbc1f363-804c-4009-b5ac-5655b655bcbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:18.457171 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6b715b-7ce8-4502-bd0e-f1ed96c5a4f3 None None] Checking router: 3ca255ad-0841-4949-8cfa-a2d5d2d0949b for host: dv-cinder-759169-3-iscsi {{(pid=94317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 01:38:18.465858 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6b715b-7ce8-4502-bd0e-f1ed96c5a4f3 None None] Routers {'3ca255ad-0841-4949-8cfa-a2d5d2d0949b'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:38:18.466460 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-cb6b715b-7ce8-4502-bd0e-f1ed96c5a4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:38:14Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['3ca255ad-0841-4949-8cfa-a2d5d2d0949b'], 'active': True} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:38:18.522583 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [None req-bbc1f363-804c-4009-b5ac-5655b655bcbb admin admin] For port f2116e39-847b-4a1a-8f21-12a311b9f8e5, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=f2116e39-847b-4a1a-8f21-12a311b9f8e5,segment=NetworkSegment(1ffc2e98-4b11-4960-9fce-c802c96e52d2),segment_id=1ffc2e98-4b11-4960-9fce-c802c96e52d2)] {{(pid=94315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:38:18.522944 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-bbc1f363-804c-4009-b5ac-5655b655bcbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:18.535435 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [None req-bbc1f363-804c-4009-b5ac-5655b655bcbb admin admin] Calling delete_port for f2116e39-847b-4a1a-8f21-12a311b9f8e5 owned by network:router_gateway {{(pid=94315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:38:18.550029 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvr_db [None req-cb6b715b-7ce8-4502-bd0e-f1ed96c5a4f3 None None] Set router 3ca255ad-0841-4949-8cfa-a2d5d2d0949b gateway port host: None {{(pid=94317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:38:18.731013 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-cb6b715b-7ce8-4502-bd0e-f1ed96c5a4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca255ad-0841-4949-8cfa-a2d5d2d0949b', 'name': 'tempest-TestMinimumBasicScenario-1948959541-router', 'tenant_id': '81a1b072067240c39a1dd275789d04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:35:49Z', 'updated_at': '2021-08-27T01:38:18Z', 'revision_number': 6, 'project_id': '81a1b072067240c39a1dd275789d04b5', 'gw_port_host': None}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:38:18.757349 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6b715b-7ce8-4502-bd0e-f1ed96c5a4f3 None None] The sync data for ids ['3ca255ad-0841-4949-8cfa-a2d5d2d0949b'] in dv-cinder-759169-3-iscsi is: [{'id': '3ca255ad-0841-4949-8cfa-a2d5d2d0949b', 'name': 'tempest-TestMinimumBasicScenario-1948959541-router', 'tenant_id': '81a1b072067240c39a1dd275789d04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:35:49Z', 'updated_at': '2021-08-27T01:38:18Z', 'revision_number': 6, 'project_id': '81a1b072067240c39a1dd275789d04b5', 'gw_port_host': None}] {{(pid=94317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 01:38:18.760417 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-bbc1f363-804c-4009-b5ac-5655b655bcbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8502847'] for port, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:18.789632 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc1f363-804c-4009-b5ac-5655b655bcbb admin admin] Pushing event deleted for resources: {'Port': ['ID=f2116e39-847b-4a1a-8f21-12a311b9f8e5,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:18.850739 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-bbc1f363-804c-4009-b5ac-5655b655bcbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2027185'] for router_gateway, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:18.951332 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-bbc1f363-804c-4009-b5ac-5655b655bcbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4897'] for router, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:18.953430 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-bbc1f363-804c-4009-b5ac-5655b655bcbb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:19.075516 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-bbc1f363-804c-4009-b5ac-5655b655bcbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020897'] for router, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:19.076000 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc1f363-804c-4009-b5ac-5655b655bcbb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ca255ad-0841-4949-8cfa-a2d5d2d0949b {{(pid=94315) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 01:38:19.080911 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-bbc1f363-804c-4009-b5ac-5655b655bcbb admin admin] Notify callbacks [] for router, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:19.088156 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-bbc1f363-804c-4009-b5ac-5655b655bcbb admin admin] 10.222.0.25 "DELETE /v2.0/routers/3ca255ad-0841-4949-8cfa-a2d5d2d0949b HTTP/1.1" status: 204 len: 168 time: 0.9514863 Aug 27 01:38:19.088156 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 34100) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:19.130771 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccdf7710-603d-424c-bc19-9d47cf79e9c2 admin admin] Deleting subnet 04cd8087-7e8d-4abc-ba0f-159f9ac5190e {{(pid=94315) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 01:38:19.135875 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-ccdf7710-603d-424c-bc19-9d47cf79e9c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:19.171511 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-ccdf7710-603d-424c-bc19-9d47cf79e9c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10159459'] for subnet, precommit_delete_associations {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:19.278942 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-ccdf7710-603d-424c-bc19-9d47cf79e9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940968'] for subnet, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:19.452559 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-ccdf7710-603d-424c-bc19-9d47cf79e9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8502892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10044194'] for subnet, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:19.478461 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdf7710-603d-424c-bc19-9d47cf79e9c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04cd8087-7e8d-4abc-ba0f-159f9ac5190e,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:19.482222 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-ccdf7710-603d-424c-bc19-9d47cf79e9c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for subnet, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:19.484252 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-ccdf7710-603d-424c-bc19-9d47cf79e9c2 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/04cd8087-7e8d-4abc-ba0f-159f9ac5190e HTTP/1.1" status: 204 len: 168 time: 0.3982213 Aug 27 01:38:19.487700 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 34104) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:19.489668 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0901ae87-1a5a-4eb9-9ac9-fdca22ac0aa5 None None] Network c7e91bc9-47cc-414f-923f-434ae1ea252b requested from dv-cinder-759169-3-iscsi {{(pid=94317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 01:38:19.560084 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-41fc9182-1120-4c53-95de-ca9f888e400d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608312'] for network, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:19.619238 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [None req-41fc9182-1120-4c53-95de-ca9f888e400d admin admin] Deleting port 9dadc90d-fd58-49cf-819e-1bbbbfb558bc {{(pid=94315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:38:19.619573 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-41fc9182-1120-4c53-95de-ca9f888e400d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:19.669167 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500e8b11-d2b8-4d45-8767-14faac8b8c07 None None] DHCP port deletion for c7e91bc9-47cc-414f-923f-434ae1ea252b request from dv-cinder-759169-3-iscsi {{(pid=94317) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 01:38:19.687704 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [None req-41fc9182-1120-4c53-95de-ca9f888e400d admin admin] For port 9dadc90d-fd58-49cf-819e-1bbbbfb558bc, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=9dadc90d-fd58-49cf-819e-1bbbbfb558bc,segment=NetworkSegment(c7dd8fda-30ff-45f3-a815-8a0a1c76d256),segment_id=c7dd8fda-30ff-45f3-a815-8a0a1c76d256)] {{(pid=94315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:38:19.688214 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-41fc9182-1120-4c53-95de-ca9f888e400d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:19.701412 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [None req-41fc9182-1120-4c53-95de-ca9f888e400d admin admin] Calling delete_port for 9dadc90d-fd58-49cf-819e-1bbbbfb558bc owned by network:dhcp {{(pid=94315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:38:19.714776 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-500e8b11-d2b8-4d45-8767-14faac8b8c07 None None] Deleting port 9dadc90d-fd58-49cf-819e-1bbbbfb558bc {{(pid=94317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:38:19.715144 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-500e8b11-d2b8-4d45-8767-14faac8b8c07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:19.780001 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-500e8b11-d2b8-4d45-8767-14faac8b8c07 None None] For port 9dadc90d-fd58-49cf-819e-1bbbbfb558bc, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=9dadc90d-fd58-49cf-819e-1bbbbfb558bc,segment=NetworkSegment(c7dd8fda-30ff-45f3-a815-8a0a1c76d256),segment_id=c7dd8fda-30ff-45f3-a815-8a0a1c76d256)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:38:19.780396 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-500e8b11-d2b8-4d45-8767-14faac8b8c07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:19.796957 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-500e8b11-d2b8-4d45-8767-14faac8b8c07 None None] Calling delete_port for 9dadc90d-fd58-49cf-819e-1bbbbfb558bc owned by network:dhcp {{(pid=94317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:38:19.847190 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-41fc9182-1120-4c53-95de-ca9f888e400d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8502847'] for port, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:19.870379 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-500e8b11-d2b8-4d45-8767-14faac8b8c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223'] for port, after_delete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:19.874516 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fc9182-1120-4c53-95de-ca9f888e400d admin admin] No DVR routers for this DVR port 9dadc90d-fd58-49cf-819e-1bbbbfb558bc on host dv-cinder-759169-3-iscsi {{(pid=94315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 01:38:19.879308 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fc9182-1120-4c53-95de-ca9f888e400d admin admin] Pushing event deleted for resources: {'Port': ['ID=9dadc90d-fd58-49cf-819e-1bbbbfb558bc,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:19.899917 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e8b11-d2b8-4d45-8767-14faac8b8c07 None None] Pushing event deleted for resources: {'Port': ['ID=9dadc90d-fd58-49cf-819e-1bbbbfb558bc,revision_number=None']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:19.902920 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500e8b11-d2b8-4d45-8767-14faac8b8c07 None None] No DVR routers for this DVR port 9dadc90d-fd58-49cf-819e-1bbbbfb558bc on host dv-cinder-759169-3-iscsi {{(pid=94317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 01:38:19.957250 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-41fc9182-1120-4c53-95de-ca9f888e400d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-528723', 'neutron.services.segments.db._delete_segments_for_network-8791478518254'] for network, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:19.967578 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.services.segments.db [None req-41fc9182-1120-4c53-95de-ca9f888e400d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7e91bc9-47cc-414f-923f-434ae1ea252b']}} {{(pid=94315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:38:19.978197 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.services.segments.db [None req-41fc9182-1120-4c53-95de-ca9f888e400d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7dd8fda-30ff-45f3-a815-8a0a1c76d256') {'for_net_delete': True} {{(pid=94315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:38:19.978492 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.services.segments.db [None req-41fc9182-1120-4c53-95de-ca9f888e400d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7dd8fda-30ff-45f3-a815-8a0a1c76d256') {} {{(pid=94315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:38:19.987103 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-41fc9182-1120-4c53-95de-ca9f888e400d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791478518137', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10159484'] for segment, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:20.000823 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-41fc9182-1120-4c53-95de-ca9f888e400d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935457'] for segment, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:20.006595 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41fc9182-1120-4c53-95de-ca9f888e400d admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=94315) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 01:38:20.006973 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-41fc9182-1120-4c53-95de-ca9f888e400d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8502794'] for segment, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:20.008574 dv-cinder-759169-3-iscsi neutron-server[94315]: Traceback (most recent call last): Aug 27 01:38:20.008574 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 01:38:20.008574 dv-cinder-759169-3-iscsi neutron-server[94315]: timer() Aug 27 01:38:20.008574 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 01:38:20.008574 dv-cinder-759169-3-iscsi neutron-server[94315]: cb(*args, **kw) Aug 27 01:38:20.008574 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 01:38:20.008574 dv-cinder-759169-3-iscsi neutron-server[94315]: return func(*args, **kwargs) Aug 27 01:38:20.008574 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 01:38:20.008574 dv-cinder-759169-3-iscsi neutron-server[94315]: self._notify() Aug 27 01:38:20.008574 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 01:38:20.008574 dv-cinder-759169-3-iscsi neutron-server[94315]: self.callback(batched_events) Aug 27 01:38:20.008574 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 01:38:20.008574 dv-cinder-759169-3-iscsi neutron-server[94315]: event.method(event) Aug 27 01:38:20.008574 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 01:38:20.008574 dv-cinder-759169-3-iscsi neutron-server[94315]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 01:38:20.008574 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 01:38:20.008574 dv-cinder-759169-3-iscsi neutron-server[94315]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 01:38:20.008574 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 01:38:20.008574 dv-cinder-759169-3-iscsi neutron-server[94315]: return f(self, *a, **k) Aug 27 01:38:20.008574 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 01:38:20.008574 dv-cinder-759169-3-iscsi neutron-server[94315]: return self._get(url).json() Aug 27 01:38:20.008574 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 01:38:20.008574 dv-cinder-759169-3-iscsi neutron-server[94315]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 01:38:20.008574 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 01:38:20.008574 dv-cinder-759169-3-iscsi neutron-server[94315]: return self.request(url, 'GET', **kwargs) Aug 27 01:38:20.008574 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 01:38:20.008574 dv-cinder-759169-3-iscsi neutron-server[94315]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 01:38:20.008574 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 01:38:20.008574 dv-cinder-759169-3-iscsi neutron-server[94315]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 01:38:20.008574 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 01:38:20.008574 dv-cinder-759169-3-iscsi neutron-server[94315]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 01:38:20.008574 dv-cinder-759169-3-iscsi neutron-server[94315]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 01:38:20.161793 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-41fc9182-1120-4c53-95de-ca9f888e400d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-528682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2027149'] for network, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:20.167064 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-41fc9182-1120-4c53-95de-ca9f888e400d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for network, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:20.171412 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-41fc9182-1120-4c53-95de-ca9f888e400d admin admin] 10.222.0.25 "DELETE /v2.0/networks/c7e91bc9-47cc-414f-923f-434ae1ea252b HTTP/1.1" status: 204 len: 168 time: 0.6811550 Aug 27 01:38:20.184261 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fc9182-1120-4c53-95de-ca9f888e400d admin admin] Pushing event deleted for resources: {'Network': ['ID=c7e91bc9-47cc-414f-923f-434ae1ea252b,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:20.379215 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device b164fd31-667f-4f6b-9cc9-cbd77b570c14 no longer exists at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 01:38:20.399981 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] No Port match for: b164fd31-667f-4f6b-9cc9-cbd77b570c14 {{(pid=94317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 01:38:20.400313 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device b164fd31-667f-4f6b-9cc9-cbd77b570c14 not bound to the agent host dv-cinder-759169-3-iscsi {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 01:38:20.400721 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 9dadc90d-fd58-49cf-819e-1bbbbfb558bc no longer exists at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 01:38:20.420158 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] No Port match for: 9dadc90d-fd58-49cf-819e-1bbbbfb558bc {{(pid=94317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 01:38:20.420441 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 9dadc90d-fd58-49cf-819e-1bbbbfb558bc not bound to the agent host dv-cinder-759169-3-iscsi {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 01:38:20.420874 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device f2116e39-847b-4a1a-8f21-12a311b9f8e5 no longer exists at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 01:38:20.439737 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] No Port match for: f2116e39-847b-4a1a-8f21-12a311b9f8e5 {{(pid=94317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 01:38:20.440079 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device f2116e39-847b-4a1a-8f21-12a311b9f8e5 not bound to the agent host dv-cinder-759169-3-iscsi {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 01:38:20.479601 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device 39c29f7a-a8f4-47b8-b7f9-8153941ce167 no longer exists at agent hyperv_hv-cinder-75916 {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 01:38:20.498697 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] No Port match for: 39c29f7a-a8f4-47b8-b7f9-8153941ce167 {{(pid=94317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 01:38:20.499037 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device 39c29f7a-a8f4-47b8-b7f9-8153941ce167 not bound to the agent host hv-cinder-75916 {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 01:38:20.577284 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 34112) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:20.616493 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-4f297e2c-1901-4164-aa4a-2bb0e07db5f5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0c906f0891a04908acd7dc34d1953279&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380263 Aug 27 01:38:20.618838 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 34114) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:20.665833 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-eaa51afb-bd74-4ecb-b023-2817bbc65c2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:20.686606 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-eaa51afb-bd74-4ecb-b023-2817bbc65c2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:20.789902 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-eaa51afb-bd74-4ecb-b023-2817bbc65c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:20.792420 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-eaa51afb-bd74-4ecb-b023-2817bbc65c2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:20.793623 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-eaa51afb-bd74-4ecb-b023-2817bbc65c2f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b7f9b51a-b3b6-4e49-a34c-8b405886f61d HTTP/1.1" status: 204 len: 168 time: 0.1738153 Aug 27 01:38:20.801612 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa51afb-bd74-4ecb-b023-2817bbc65c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f9b51a-b3b6-4e49-a34c-8b405886f61d,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:21.450677 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 34132) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:21.488587 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-d4bdff73-27c3-448e-95d8-f6259b8d67d0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=81a1b072067240c39a1dd275789d04b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412557 Aug 27 01:38:21.491246 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 34136) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:21.540291 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0300d3c9-df4e-4c52-8940-5c0e0b758f6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:21.562531 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0300d3c9-df4e-4c52-8940-5c0e0b758f6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:21.693811 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0300d3c9-df4e-4c52-8940-5c0e0b758f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:21.696407 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0300d3c9-df4e-4c52-8940-5c0e0b758f6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:21.697592 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-0300d3c9-df4e-4c52-8940-5c0e0b758f6b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b6f9c934-43b8-40e5-b29f-c01b0b06b849 HTTP/1.1" status: 204 len: 168 time: 0.2053728 Aug 27 01:38:21.705917 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0300d3c9-df4e-4c52-8940-5c0e0b758f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f9c934-43b8-40e5-b29f-c01b0b06b849,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:22.481325 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 34182) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:22.796201 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 34196) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:22.922748 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [None req-95f8f25d-f071-4166-bfef-6a80c19d8db4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1847596435-network', 'tenant_id': 'd683ea4300b545fda6f56b5c11ee189c'}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:38:22.943846 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-900c9624-24e9-4172-b4fc-8043cfb1bec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2025249'] for router_interface, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:23.017122 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.agents_db [None req-fec0d0a0-65fd-4898-8015-6bc2580b487e None None] Agent healthcheck: found 6 active agents {{(pid=94318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 01:38:23.018253 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f8f25d-f071-4166-bfef-6a80c19d8db4 admin admin] Made reservation on behalf of d683ea4300b545fda6f56b5c11ee189c for: {'network': 1} {{(pid=94315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:38:23.020741 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-95f8f25d-f071-4166-bfef-6a80c19d8db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for network, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:23.029626 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-95f8f25d-f071-4166-bfef-6a80c19d8db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:23.123489 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-95f8f25d-f071-4166-bfef-6a80c19d8db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:23.183968 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-95f8f25d-f071-4166-bfef-6a80c19d8db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:23.204949 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95f8f25d-f071-4166-bfef-6a80c19d8db4 admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=94315) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 01:38:23.209680 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.plugin [None req-900c9624-24e9-4172-b4fc-8043cfb1bec6 admin admin] Deleting port c904e9ce-ecb9-4743-9f9e-20e31461ccd8 {{(pid=94316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:38:23.210026 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-900c9624-24e9-4172-b4fc-8043cfb1bec6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:23.220902 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f8f25d-f071-4166-bfef-6a80c19d8db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3670c1d4-9448-4255-8df2-fb70cbaae134,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:23.224350 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-95f8f25d-f071-4166-bfef-6a80c19d8db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935457'] for segment, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:23.224691 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.db.segments_db [None req-95f8f25d-f071-4166-bfef-6a80c19d8db4 admin admin] Added segment c820bc68-ef88-483c-8686-637185f2c907 of type vlan for network 4dd6da0d-1759-4b21-a814-ac1356beb0a9 Aug 27 01:38:23.263738 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-95f8f25d-f071-4166-bfef-6a80c19d8db4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791478006384'] for network, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:23.289498 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.db [None req-900c9624-24e9-4172-b4fc-8043cfb1bec6 admin admin] For port c904e9ce-ecb9-4743-9f9e-20e31461ccd8, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=c904e9ce-ecb9-4743-9f9e-20e31461ccd8,segment=NetworkSegment(f8ab679e-b537-4c90-a2f7-0b9fb93d20b1),segment_id=f8ab679e-b537-4c90-a2f7-0b9fb93d20b1)] {{(pid=94316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:38:23.289816 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-900c9624-24e9-4172-b4fc-8043cfb1bec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:23.302389 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.plugin [None req-900c9624-24e9-4172-b4fc-8043cfb1bec6 admin admin] Calling delete_port for c904e9ce-ecb9-4743-9f9e-20e31461ccd8 owned by network:router_interface {{(pid=94316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:38:23.355564 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-95f8f25d-f071-4166-bfef-6a80c19d8db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225'] for network, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:23.356541 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f8f25d-f071-4166-bfef-6a80c19d8db4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:38:23.357156 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-95f8f25d-f071-4166-bfef-6a80c19d8db4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for network, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:23.433179 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f8f25d-f071-4166-bfef-6a80c19d8db4 admin admin] Pushing event updated for resources: {'Network': ['ID=4dd6da0d-1759-4b21-a814-ac1356beb0a9,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:23.447778 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Network 4dd6da0d-1759-4b21-a814-ac1356beb0a9 details requested by agent ovs-agent-dv-cinder-759169-3-iscsi with host dv-cinder-759169-3-iscsi {{(pid=94317) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 01:38:23.493463 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-95f8f25d-f071-4166-bfef-6a80c19d8db4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6961169 Aug 27 01:38:23.496285 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 34200) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:23.501189 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [None req-8f31afc4-b866-40d0-afd1-355d58ea7296 admin admin] Request body: {'subnet': {'network_id': '4dd6da0d-1759-4b21-a814-ac1356beb0a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1847596435-subnet', 'tenant_id': 'd683ea4300b545fda6f56b5c11ee189c', 'ip_version': 4}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:38:23.550065 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-900c9624-24e9-4172-b4fc-8043cfb1bec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8444051'] for port, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:23.578318 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f31afc4-b866-40d0-afd1-355d58ea7296 admin admin] Made reservation on behalf of d683ea4300b545fda6f56b5c11ee189c for: {'subnet': 1} {{(pid=94315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:38:23.580721 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-8f31afc4-b866-40d0-afd1-355d58ea7296 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10044233'] for subnet, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:23.585338 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900c9624-24e9-4172-b4fc-8043cfb1bec6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c904e9ce-ecb9-4743-9f9e-20e31461ccd8,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:23.761012 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-900c9624-24e9-4172-b4fc-8043cfb1bec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025451'] for router_interface, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:23.824453 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-8f31afc4-b866-40d0-afd1-355d58ea7296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8504751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10044219'] for subnet, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:23.891577 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f31afc4-b866-40d0-afd1-355d58ea7296 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22c41954-9468-4ea8-8482-d450337a71cb,revision_number=0']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:23.898174 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f31afc4-b866-40d0-afd1-355d58ea7296 admin admin] Checking segment: {'id': 'c820bc68-ef88-483c-8686-637185f2c907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4dd6da0d-1759-4b21-a814-ac1356beb0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:38:23.898174 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f31afc4-b866-40d0-afd1-355d58ea7296 admin admin] Network hostable DHCP agents. Network: 4dd6da0d-1759-4b21-a814-ac1356beb0a9, hostable agents: ['70e474cc-df6f-4c4f-8c1d-9d362ecec16b'], hosted agents: [] {{(pid=94315) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 01:38:23.984191 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f31afc4-b866-40d0-afd1-355d58ea7296 admin admin] Network 4dd6da0d-1759-4b21-a814-ac1356beb0a9 is scheduled to be hosted by DHCP agent 70e474cc-df6f-4c4f-8c1d-9d362ecec16b with binding_index 1 {{(pid=94315) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 01:38:23.996104 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900c9624-24e9-4172-b4fc-8043cfb1bec6 admin admin] Router 374ecf4c-b187-4279-a485-f287b3a40fda has already been hosted by L3 agent 8dc83c43-e68e-43c9-8595-1753e39ae809 {{(pid=94316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 01:38:24.087581 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.base_scheduler [None req-8f31afc4-b866-40d0-afd1-355d58ea7296 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759169-3-iscsi, 4dd6da0d-1759-4b21-a814-ac1356beb0a9) {{(pid=94315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:38:24.092918 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f31afc4-b866-40d0-afd1-355d58ea7296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:38:24.093762 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-8f31afc4-b866-40d0-afd1-355d58ea7296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for subnet, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:24.097734 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5855ad45-a1e3-4ba2-985e-609416aae2ed None None] Network 4dd6da0d-1759-4b21-a814-ac1356beb0a9 requested from dv-cinder-759169-3-iscsi {{(pid=94317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 01:38:24.185006 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-8f31afc4-b866-40d0-afd1-355d58ea7296 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6875591 Aug 27 01:38:24.187717 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 34208) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:24.193846 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [None req-3d8410f4-0b3a-4582-bff1-1a216dc2b454 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1847596435-router', 'tenant_id': 'd683ea4300b545fda6f56b5c11ee189c', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6'}}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:38:24.262976 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2dc3b81-45a3-4247-825b-3afdb6707590 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30d8a1d7-44b8-5ff3-906c-ae2eaad5aabb-4dd6da0d-1759-4b21-a814-ac1356beb0a9', 'network_id': '4dd6da0d-1759-4b21-a814-ac1356beb0a9', 'tenant_id': 'd683ea4300b545fda6f56b5c11ee189c', 'fixed_ips': [{'subnet_id': '22c41954-9468-4ea8-8482-d450337a71cb'}]}} from dv-cinder-759169-3-iscsi. {{(pid=94317) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 01:38:24.263877 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-a2dc3b81-45a3-4247-825b-3afdb6707590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_create {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:24.328307 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-3d8410f4-0b3a-4582-bff1-1a216dc2b454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2021068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4927'] for router, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:24.329944 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-3d8410f4-0b3a-4582-bff1-1a216dc2b454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2019338', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2084776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4904'] for router, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:24.382284 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900c9624-24e9-4172-b4fc-8043cfb1bec6 admin admin] Notify agent at l3_agent.dv-cinder-759169-3-iscsi the message routers_updated {{(pid=94316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 01:38:24.393123 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b96d9d-9790-4667-9e4c-fd1bd1e17fdb None None] Sync routers for ids ['374ecf4c-b187-4279-a485-f287b3a40fda'] in dv-cinder-759169-3-iscsi {{(pid=94318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 01:38:24.402718 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-3d8410f4-0b3a-4582-bff1-1a216dc2b454 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:24.403186 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-900c9624-24e9-4172-b4fc-8043cfb1bec6 admin admin] 10.222.0.25 "PUT /v2.0/routers/374ecf4c-b187-4279-a485-f287b3a40fda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9205582 Aug 27 01:38:24.403835 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 34210) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:24.406041 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b96d9d-9790-4667-9e4c-fd1bd1e17fdb None None] Routers {'374ecf4c-b187-4279-a485-f287b3a40fda'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:38:24.406967 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-83b96d9d-9790-4667-9e4c-fd1bd1e17fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:38:14Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['374ecf4c-b187-4279-a485-f287b3a40fda'], 'active': True} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:38:24.449399 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.db_base_plugin_common [None req-a2dc3b81-45a3-4247-825b-3afdb6707590 None None] Allocated IP 172.20.0.2 (4dd6da0d-1759-4b21-a814-ac1356beb0a9/22c41954-9468-4ea8-8482-d450337a71cb/59e6d066-5cc2-465f-941a-d2f5a5e0ab21) {{(pid=94317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 01:38:24.456244 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:24.536252 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-7bcd693a-0e94-454a-bda0-996ec4038903 admin admin] Notify callbacks [] for router, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:24.611560 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvr_db [None req-83b96d9d-9790-4667-9e4c-fd1bd1e17fdb None None] Set router 374ecf4c-b187-4279-a485-f287b3a40fda gateway port host: dv-cinder-759169-3-iscsi {{(pid=94318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:38:24.648672 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-7bcd693a-0e94-454a-bda0-996ec4038903 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:24.649573 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-a2dc3b81-45a3-4247-825b-3afdb6707590 None None] Notify callbacks [] for port, precommit_create {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:24.661006 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-a2dc3b81-45a3-4247-825b-3afdb6707590 None None] Transition to ACTIVE for port object 59e6d066-5cc2-465f-941a-d2f5a5e0ab21 will not be triggered until provisioned by entity L2. {{(pid=94317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:38:24.678045 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-a2dc3b81-45a3-4247-825b-3afdb6707590 None None] Transition to ACTIVE for port object 59e6d066-5cc2-465f-941a-d2f5a5e0ab21 will not be triggered until provisioned by entity DHCP. {{(pid=94317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:38:24.694545 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-3d8410f4-0b3a-4582-bff1-1a216dc2b454 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:24.741709 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.plugin [None req-7bcd693a-0e94-454a-bda0-996ec4038903 admin admin] Deleting port b50d8a55-e5ab-4c67-8bf2-efb8b5165f30 {{(pid=94316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:38:24.742049 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-7bcd693a-0e94-454a-bda0-996ec4038903 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:24.750082 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-a2dc3b81-45a3-4247-825b-3afdb6707590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791478024214'] for port, after_create {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:24.801047 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-83b96d9d-9790-4667-9e4c-fd1bd1e17fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'name': 'tempest-AttachVolumeShelveTestJSON-1110892241-router', 'tenant_id': '9cbe428e1f9c456087aa6ec677fe0330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'b50d8a55-e5ab-4c67-8bf2-efb8b5165f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:30:11Z', 'updated_at': '2021-08-27T01:38:23Z', 'revision_number': 5, 'project_id': '9cbe428e1f9c456087aa6ec677fe0330', 'gw_port': {'id': 'b50d8a55-e5ab-4c67-8bf2-efb8b5165f30', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:12:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:30:13Z', 'updated_at': '2021-08-27T01:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi'}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:38:24.804062 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dc3b81-45a3-4247-825b-3afdb6707590 None None] Network 4dd6da0d-1759-4b21-a814-ac1356beb0a9 is already hosted by enough agents. {{(pid=94317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:38:24.809949 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.scheduler.base_scheduler [None req-a2dc3b81-45a3-4247-825b-3afdb6707590 None None] Resources bound (agent type, host, resource id): {{(pid=94317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:38:24.813817 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dc3b81-45a3-4247-825b-3afdb6707590 None None] Received port after_create {{(pid=94317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 01:38:24.827555 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.db [None req-7bcd693a-0e94-454a-bda0-996ec4038903 admin admin] For port b50d8a55-e5ab-4c67-8bf2-efb8b5165f30, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=b50d8a55-e5ab-4c67-8bf2-efb8b5165f30,segment=NetworkSegment(1ffc2e98-4b11-4960-9fce-c802c96e52d2),segment_id=1ffc2e98-4b11-4960-9fce-c802c96e52d2)] {{(pid=94316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:38:24.828173 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-7bcd693a-0e94-454a-bda0-996ec4038903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:24.837549 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc3b81-45a3-4247-825b-3afdb6707590 None None] Pushing event updated for resources: {'Port': ['ID=59e6d066-5cc2-465f-941a-d2f5a5e0ab21,revision_number=1']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:24.842645 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.plugin [None req-7bcd693a-0e94-454a-bda0-996ec4038903 admin admin] Calling delete_port for b50d8a55-e5ab-4c67-8bf2-efb8b5165f30 owned by network:router_gateway {{(pid=94316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:38:24.848773 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b96d9d-9790-4667-9e4c-fd1bd1e17fdb None None] Checking router: 374ecf4c-b187-4279-a485-f287b3a40fda for host: dv-cinder-759169-3-iscsi {{(pid=94318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 01:38:24.861054 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b96d9d-9790-4667-9e4c-fd1bd1e17fdb None None] Routers {'374ecf4c-b187-4279-a485-f287b3a40fda'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:38:24.862920 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-83b96d9d-9790-4667-9e4c-fd1bd1e17fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:38:14Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['374ecf4c-b187-4279-a485-f287b3a40fda'], 'active': True} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:38:24.891909 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.managers [None req-a2dc3b81-45a3-4247-825b-3afdb6707590 None None] Attempting to bind port 59e6d066-5cc2-465f-941a-d2f5a5e0ab21 on host dv-cinder-759169-3-iscsi for vnic_type normal with profile {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 01:38:24.892285 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.managers [None req-a2dc3b81-45a3-4247-825b-3afdb6707590 None None] Attempting to bind port 59e6d066-5cc2-465f-941a-d2f5a5e0ab21 by drivers openvswitch,hyperv on host dv-cinder-759169-3-iscsi at level 0 using segments [{'id': 'c820bc68-ef88-483c-8686-637185f2c907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4dd6da0d-1759-4b21-a814-ac1356beb0a9'}] {{(pid=94317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 01:38:24.892654 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dc3b81-45a3-4247-825b-3afdb6707590 None None] Attempting to bind port 59e6d066-5cc2-465f-941a-d2f5a5e0ab21 on network 4dd6da0d-1759-4b21-a814-ac1356beb0a9 {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:38:24.899247 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dc3b81-45a3-4247-825b-3afdb6707590 None None] Checking agent: {'id': '9a53e131-30a1-425b-897f-67705806e918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759169-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 1, 22, 15), 'started_at': datetime.datetime(2021, 8, 27, 1, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 1, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759169-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 01:38:24.899630 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dc3b81-45a3-4247-825b-3afdb6707590 None None] Checking segment: {'id': 'c820bc68-ef88-483c-8686-637185f2c907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4dd6da0d-1759-4b21-a814-ac1356beb0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:38:24.900036 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-a2dc3b81-45a3-4247-825b-3afdb6707590 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:24.900432 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dc3b81-45a3-4247-825b-3afdb6707590 None None] Bound using segment: {'id': 'c820bc68-ef88-483c-8686-637185f2c907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4dd6da0d-1759-4b21-a814-ac1356beb0a9'} {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 01:38:24.901622 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.managers [None req-a2dc3b81-45a3-4247-825b-3afdb6707590 None None] Bound port: 59e6d066-5cc2-465f-941a-d2f5a5e0ab21, host: dv-cinder-759169-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c820bc68-ef88-483c-8686-637185f2c907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4dd6da0d-1759-4b21-a814-ac1356beb0a9'}}] {{(pid=94317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 01:38:24.902012 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-a2dc3b81-45a3-4247-825b-3afdb6707590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:24.972544 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-a2dc3b81-45a3-4247-825b-3afdb6707590 None None] For port 59e6d066-5cc2-465f-941a-d2f5a5e0ab21, host dv-cinder-759169-3-iscsi, cleared binding levels {{(pid=94317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 01:38:24.976628 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-a2dc3b81-45a3-4247-825b-3afdb6707590 None None] For port 59e6d066-5cc2-465f-941a-d2f5a5e0ab21, host dv-cinder-759169-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=59e6d066-5cc2-465f-941a-d2f5a5e0ab21,segment=NetworkSegment(c820bc68-ef88-483c-8686-637185f2c907),segment_id=c820bc68-ef88-483c-8686-637185f2c907)] {{(pid=94317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 01:38:24.983993 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvr_db [None req-83b96d9d-9790-4667-9e4c-fd1bd1e17fdb None None] Set router 374ecf4c-b187-4279-a485-f287b3a40fda gateway port host: None {{(pid=94318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:38:24.989995 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-3d8410f4-0b3a-4582-bff1-1a216dc2b454 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:25.021449 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-3d8410f4-0b3a-4582-bff1-1a216dc2b454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:25.041572 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-83b96d9d-9790-4667-9e4c-fd1bd1e17fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'name': 'tempest-AttachVolumeShelveTestJSON-1110892241-router', 'tenant_id': '9cbe428e1f9c456087aa6ec677fe0330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:30:11Z', 'updated_at': '2021-08-27T01:38:24Z', 'revision_number': 6, 'project_id': '9cbe428e1f9c456087aa6ec677fe0330', 'gw_port_host': None}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:38:25.064574 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-a2dc3b81-45a3-4247-825b-3afdb6707590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:25.067928 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b96d9d-9790-4667-9e4c-fd1bd1e17fdb None None] The sync data for ids ['374ecf4c-b187-4279-a485-f287b3a40fda'] in dv-cinder-759169-3-iscsi is: [{'id': '374ecf4c-b187-4279-a485-f287b3a40fda', 'name': 'tempest-AttachVolumeShelveTestJSON-1110892241-router', 'tenant_id': '9cbe428e1f9c456087aa6ec677fe0330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:30:11Z', 'updated_at': '2021-08-27T01:38:24Z', 'revision_number': 6, 'project_id': '9cbe428e1f9c456087aa6ec677fe0330', 'gw_port_host': None}] {{(pid=94318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 01:38:25.142737 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.db_base_plugin_common [None req-3d8410f4-0b3a-4582-bff1-1a216dc2b454 admin admin] Allocated IP 172.27.3.12 (6740c5c8-77e9-4fca-8473-ad46ab012dd6/fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b/03d92fc8-01ef-45b7-89b6-52e0cfcd4eb4) {{(pid=94315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 01:38:25.146559 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc3b81-45a3-4247-825b-3afdb6707590 None None] Pushing event updated for resources: {'Port': ['ID=59e6d066-5cc2-465f-941a-d2f5a5e0ab21,revision_number=2']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:25.202087 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-7bcd693a-0e94-454a-bda0-996ec4038903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8444051'] for port, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:25.233291 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcd693a-0e94-454a-bda0-996ec4038903 admin admin] Pushing event deleted for resources: {'Port': ['ID=b50d8a55-e5ab-4c67-8bf2-efb8b5165f30,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:25.263559 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-3d8410f4-0b3a-4582-bff1-1a216dc2b454 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:25.304241 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-7bcd693a-0e94-454a-bda0-996ec4038903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2027185'] for router_gateway, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:25.440400 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-7bcd693a-0e94-454a-bda0-996ec4038903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4897'] for router, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:25.443816 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-7bcd693a-0e94-454a-bda0-996ec4038903 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:25.476170 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-3d8410f4-0b3a-4582-bff1-1a216dc2b454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791478024214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8502847'] for port, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:25.542576 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8410f4-0b3a-4582-bff1-1a216dc2b454 admin admin] Network 6740c5c8-77e9-4fca-8473-ad46ab012dd6 is already hosted by enough agents. {{(pid=94315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:38:25.546728 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.base_scheduler [None req-3d8410f4-0b3a-4582-bff1-1a216dc2b454 admin admin] Resources bound (agent type, host, resource id): {{(pid=94315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:38:25.550761 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8410f4-0b3a-4582-bff1-1a216dc2b454 admin admin] Received port after_create {{(pid=94315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 01:38:25.554395 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8410f4-0b3a-4582-bff1-1a216dc2b454 admin admin] Pushing event updated for resources: {'Port': ['ID=03d92fc8-01ef-45b7-89b6-52e0cfcd4eb4,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:25.579215 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 34218) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:25.618259 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-7bcd693a-0e94-454a-bda0-996ec4038903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020897'] for router, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:25.619072 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bcd693a-0e94-454a-bda0-996ec4038903 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 374ecf4c-b187-4279-a485-f287b3a40fda {{(pid=94316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 01:38:25.625103 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-7bcd693a-0e94-454a-bda0-996ec4038903 admin admin] Notify callbacks [] for router, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:25.626532 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-7bcd693a-0e94-454a-bda0-996ec4038903 admin admin] 10.222.0.25 "DELETE /v2.0/routers/374ecf4c-b187-4279-a485-f287b3a40fda HTTP/1.1" status: 204 len: 168 time: 1.2217746 Aug 27 01:38:25.640529 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 34222) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:25.685443 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6080d72-a2a0-4ff8-a5e6-bc9677e4ba64 admin admin] Deleting subnet 20caaf11-6500-4480-a57e-55af9949d7c0 {{(pid=94316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 01:38:25.689082 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a6080d72-a2a0-4ff8-a5e6-bc9677e4ba64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:25.746216 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-343f9e8c-5827-400e-8bf4-cf1108db10e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:25.761608 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a6080d72-a2a0-4ff8-a5e6-bc9677e4ba64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9240887'] for subnet, precommit_delete_associations {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:25.902506 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a6080d72-a2a0-4ff8-a5e6-bc9677e4ba64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940968'] for subnet, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:25.912276 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-3d8410f4-0b3a-4582-bff1-1a216dc2b454 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:26.007947 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-343f9e8c-5827-400e-8bf4-cf1108db10e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:26.075892 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-343f9e8c-5827-400e-8bf4-cf1108db10e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:26.098589 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a6080d72-a2a0-4ff8-a5e6-bc9677e4ba64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8444096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3529875'] for subnet, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:26.149254 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6080d72-a2a0-4ff8-a5e6-bc9677e4ba64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20caaf11-6500-4480-a57e-55af9949d7c0,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:26.153291 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a6080d72-a2a0-4ff8-a5e6-bc9677e4ba64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:26.157965 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-a6080d72-a2a0-4ff8-a5e6-bc9677e4ba64 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/20caaf11-6500-4480-a57e-55af9949d7c0 HTTP/1.1" status: 204 len: 168 time: 0.5241194 Aug 27 01:38:26.157965 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343f9e8c-5827-400e-8bf4-cf1108db10e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a7121a-6fc2-4855-96a7-89b2c0c966bb,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:26.163863 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-343f9e8c-5827-400e-8bf4-cf1108db10e6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=43b2fb7f66034d64b2917979ab53c744&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5835805 Aug 27 01:38:26.164731 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 34224) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:26.166847 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 34226) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:26.167814 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e34b2d-b162-4764-88b1-7bcbbcb410cd None None] Network 5c8689e3-4506-47c0-a652-97ed18836189 requested from dv-cinder-759169-3-iscsi {{(pid=94317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 01:38:26.306079 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a53c7d37-e5c9-4b3b-a993-896ba040af4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608312'] for network, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:26.325053 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-ec9546b5-9e52-485d-b707-9358faf8b302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:26.359927 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-ec9546b5-9e52-485d-b707-9358faf8b302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:26.451096 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.plugin [None req-a53c7d37-e5c9-4b3b-a993-896ba040af4a admin admin] Deleting port 7b7b0647-2a35-48bc-98fb-76b96d4b475d {{(pid=94316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:38:26.451436 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a53c7d37-e5c9-4b3b-a993-896ba040af4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:26.458381 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-3d8410f4-0b3a-4582-bff1-1a216dc2b454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2027221'] for router, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:26.472485 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052b8976-5f6c-43e5-b2ef-c97c428306a3 None None] DHCP port deletion for 5c8689e3-4506-47c0-a652-97ed18836189 request from dv-cinder-759169-3-iscsi {{(pid=94317) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 01:38:26.510241 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e190af30-152b-4aeb-8768-252775eeae55 None None] Network 4dd6da0d-1759-4b21-a814-ac1356beb0a9 requested from dv-cinder-759169-3-iscsi {{(pid=94317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 01:38:26.536200 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-ec9546b5-9e52-485d-b707-9358faf8b302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:26.539681 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-ec9546b5-9e52-485d-b707-9358faf8b302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:26.544025 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-ec9546b5-9e52-485d-b707-9358faf8b302 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e0a7121a-6fc2-4855-96a7-89b2c0c966bb HTTP/1.1" status: 204 len: 168 time: 0.3731368 Aug 27 01:38:26.563018 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9546b5-9e52-485d-b707-9358faf8b302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a7121a-6fc2-4855-96a7-89b2c0c966bb,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:26.573401 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.db [None req-a53c7d37-e5c9-4b3b-a993-896ba040af4a admin admin] For port 7b7b0647-2a35-48bc-98fb-76b96d4b475d, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=7b7b0647-2a35-48bc-98fb-76b96d4b475d,segment=NetworkSegment(f8ab679e-b537-4c90-a2f7-0b9fb93d20b1),segment_id=f8ab679e-b537-4c90-a2f7-0b9fb93d20b1)] {{(pid=94316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:38:26.573833 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a53c7d37-e5c9-4b3b-a993-896ba040af4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:26.584391 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 59e6d066-5cc2-465f-941a-d2f5a5e0ab21 up at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:38:26.588360 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.plugin [None req-a53c7d37-e5c9-4b3b-a993-896ba040af4a admin admin] Calling delete_port for 7b7b0647-2a35-48bc-98fb-76b96d4b475d owned by network:dhcp {{(pid=94316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:38:26.696736 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-052b8976-5f6c-43e5-b2ef-c97c428306a3 None None] Deleting port 7b7b0647-2a35-48bc-98fb-76b96d4b475d {{(pid=94317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:38:26.697063 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-052b8976-5f6c-43e5-b2ef-c97c428306a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:26.704290 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d8410f4-0b3a-4582-bff1-1a216dc2b454 admin admin] Router 0d96fefb-8632-449d-919b-a26694ed32b5 is scheduled to L3 agent 8dc83c43-e68e-43c9-8595-1753e39ae809 with binding_index 1 {{(pid=94315) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 01:38:26.757518 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-08112940-d9ac-440d-9877-daa9e406d7ec None None] Provisioning for port 59e6d066-5cc2-465f-941a-d2f5a5e0ab21 completed by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:38:26.762185 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a53c7d37-e5c9-4b3b-a993-896ba040af4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8444051'] for port, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:26.791339 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53c7d37-e5c9-4b3b-a993-896ba040af4a admin admin] Pushing event deleted for resources: {'Port': ['ID=7b7b0647-2a35-48bc-98fb-76b96d4b475d,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:26.795452 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning for port 59e6d066-5cc2-465f-941a-d2f5a5e0ab21 completed by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:38:26.795747 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53c7d37-e5c9-4b3b-a993-896ba040af4a admin admin] No DVR routers for this DVR port 7b7b0647-2a35-48bc-98fb-76b96d4b475d on host dv-cinder-759169-3-iscsi {{(pid=94316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 01:38:26.806014 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-052b8976-5f6c-43e5-b2ef-c97c428306a3 None None] For port 7b7b0647-2a35-48bc-98fb-76b96d4b475d, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=7b7b0647-2a35-48bc-98fb-76b96d4b475d,segment=NetworkSegment(f8ab679e-b537-4c90-a2f7-0b9fb93d20b1),segment_id=f8ab679e-b537-4c90-a2f7-0b9fb93d20b1)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:38:26.806423 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-052b8976-5f6c-43e5-b2ef-c97c428306a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:26.827901 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning complete for port 59e6d066-5cc2-465f-941a-d2f5a5e0ab21 triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:38:26.843051 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:26.844048 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d8410f4-0b3a-4582-bff1-1a216dc2b454 admin admin] Notify agent at l3_agent.dv-cinder-759169-3-iscsi the message routers_updated {{(pid=94315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 01:38:26.855884 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cac81b-44d7-44e4-bd97-e4ba44136da0 None None] Sync routers for ids ['0d96fefb-8632-449d-919b-a26694ed32b5'] in dv-cinder-759169-3-iscsi {{(pid=94317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 01:38:26.864150 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-052b8976-5f6c-43e5-b2ef-c97c428306a3 None None] Calling delete_port for 7b7b0647-2a35-48bc-98fb-76b96d4b475d owned by network:dhcp {{(pid=94317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:38:26.882108 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a53c7d37-e5c9-4b3b-a993-896ba040af4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-528723', 'neutron.services.segments.db._delete_segments_for_network-8791478518254'] for network, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:26.895841 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.services.segments.db [None req-a53c7d37-e5c9-4b3b-a993-896ba040af4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c8689e3-4506-47c0-a652-97ed18836189']}} {{(pid=94316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:38:26.898015 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cac81b-44d7-44e4-bd97-e4ba44136da0 None None] Routers {'0d96fefb-8632-449d-919b-a26694ed32b5'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:38:26.898653 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-29cac81b-44d7-44e4-bd97-e4ba44136da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:38:14Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['0d96fefb-8632-449d-919b-a26694ed32b5'], 'active': True} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:38:26.908805 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-3d8410f4-0b3a-4582-bff1-1a216dc2b454 admin admin] Notify callbacks [] for router, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:26.909698 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.services.segments.db [None req-a53c7d37-e5c9-4b3b-a993-896ba040af4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8ab679e-b537-4c90-a2f7-0b9fb93d20b1') {'for_net_delete': True} {{(pid=94316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:38:26.913303 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.services.segments.db [None req-a53c7d37-e5c9-4b3b-a993-896ba040af4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8ab679e-b537-4c90-a2f7-0b9fb93d20b1') {} {{(pid=94316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:38:26.913445 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-3d8410f4-0b3a-4582-bff1-1a216dc2b454 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7213922 Aug 27 01:38:26.913873 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 34234) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:26.922600 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a53c7d37-e5c9-4b3b-a993-896ba040af4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791478518137', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9240872'] for segment, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:26.941381 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a53c7d37-e5c9-4b3b-a993-896ba040af4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935457'] for segment, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:26.949240 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a53c7d37-e5c9-4b3b-a993-896ba040af4a admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=94316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 01:38:26.949642 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a53c7d37-e5c9-4b3b-a993-896ba040af4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8444070'] for segment, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:26.962849 dv-cinder-759169-3-iscsi neutron-server[94316]: Traceback (most recent call last): Aug 27 01:38:26.962849 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 01:38:26.962849 dv-cinder-759169-3-iscsi neutron-server[94316]: timer() Aug 27 01:38:26.962849 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 01:38:26.962849 dv-cinder-759169-3-iscsi neutron-server[94316]: cb(*args, **kw) Aug 27 01:38:26.962849 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 01:38:26.962849 dv-cinder-759169-3-iscsi neutron-server[94316]: return func(*args, **kwargs) Aug 27 01:38:26.962849 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 01:38:26.962849 dv-cinder-759169-3-iscsi neutron-server[94316]: self._notify() Aug 27 01:38:26.962849 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 01:38:26.962849 dv-cinder-759169-3-iscsi neutron-server[94316]: self.callback(batched_events) Aug 27 01:38:26.962849 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 01:38:26.962849 dv-cinder-759169-3-iscsi neutron-server[94316]: event.method(event) Aug 27 01:38:26.962849 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 01:38:26.962849 dv-cinder-759169-3-iscsi neutron-server[94316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 01:38:26.962849 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 01:38:26.962849 dv-cinder-759169-3-iscsi neutron-server[94316]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 01:38:26.962849 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 01:38:26.962849 dv-cinder-759169-3-iscsi neutron-server[94316]: return f(self, *a, **k) Aug 27 01:38:26.962849 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 01:38:26.962849 dv-cinder-759169-3-iscsi neutron-server[94316]: return self._get(url).json() Aug 27 01:38:26.962849 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 01:38:26.962849 dv-cinder-759169-3-iscsi neutron-server[94316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 01:38:26.962849 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 01:38:26.962849 dv-cinder-759169-3-iscsi neutron-server[94316]: return self.request(url, 'GET', **kwargs) Aug 27 01:38:26.962849 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 01:38:26.962849 dv-cinder-759169-3-iscsi neutron-server[94316]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 01:38:26.962849 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 01:38:26.962849 dv-cinder-759169-3-iscsi neutron-server[94316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 01:38:26.962849 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 01:38:26.962849 dv-cinder-759169-3-iscsi neutron-server[94316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 01:38:26.962849 dv-cinder-759169-3-iscsi neutron-server[94316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 01:38:27.080497 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a53c7d37-e5c9-4b3b-a993-896ba040af4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-528682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2027149'] for network, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:27.100447 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a53c7d37-e5c9-4b3b-a993-896ba040af4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for network, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:27.104903 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-a53c7d37-e5c9-4b3b-a993-896ba040af4a admin admin] 10.222.0.25 "DELETE /v2.0/networks/5c8689e3-4506-47c0-a652-97ed18836189 HTTP/1.1" status: 204 len: 168 time: 0.9368331 Aug 27 01:38:27.104903 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53c7d37-e5c9-4b3b-a993-896ba040af4a admin admin] Pushing event deleted for resources: {'Network': ['ID=5c8689e3-4506-47c0-a652-97ed18836189,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:27.288199 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:27.291261 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvr_db [None req-29cac81b-44d7-44e4-bd97-e4ba44136da0 None None] Set router 0d96fefb-8632-449d-919b-a26694ed32b5 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:38:27.359792 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-052b8976-5f6c-43e5-b2ef-c97c428306a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223'] for port, after_delete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:27.426728 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-052b8976-5f6c-43e5-b2ef-c97c428306a3 None None] Network 5c8689e3-4506-47c0-a652-97ed18836189 is not hosted by any dhcp agent {{(pid=94317) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 01:38:27.427189 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052b8976-5f6c-43e5-b2ef-c97c428306a3 None None] No DVR routers for this DVR port 7b7b0647-2a35-48bc-98fb-76b96d4b475d on host dv-cinder-759169-3-iscsi {{(pid=94317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 01:38:27.433296 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b8976-5f6c-43e5-b2ef-c97c428306a3 None None] Pushing event deleted for resources: {'Port': ['ID=7b7b0647-2a35-48bc-98fb-76b96d4b475d,revision_number=None']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:27.446199 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-20967ea9-c601-4f71-9d2b-81dd69f705db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:27.453738 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-b40ea6d5-49af-4fff-b973-125ef588d249 None None] Provisioning complete for port 59e6d066-5cc2-465f-941a-d2f5a5e0ab21 triggered by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:38:27.454312 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-b40ea6d5-49af-4fff-b973-125ef588d249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:27.462491 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] For port 59e6d066-5cc2-465f-941a-d2f5a5e0ab21, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=59e6d066-5cc2-465f-941a-d2f5a5e0ab21,segment=NetworkSegment(c820bc68-ef88-483c-8686-637185f2c907),segment_id=c820bc68-ef88-483c-8686-637185f2c907)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:38:27.538414 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:27.538620 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 34250) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:27.600887 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-51941cc2-986a-4a00-929b-3544598f3fc1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9cbe428e1f9c456087aa6ec677fe0330&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0596197 Aug 27 01:38:27.604445 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 34252) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:27.638252 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device b50d8a55-e5ab-4c67-8bf2-efb8b5165f30 no longer exists at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 01:38:27.680762 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-1f15b327-851e-443e-b8d4-2d5141ba9f60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:27.700398 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] No Port match for: b50d8a55-e5ab-4c67-8bf2-efb8b5165f30 {{(pid=94317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 01:38:27.701061 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device b50d8a55-e5ab-4c67-8bf2-efb8b5165f30 not bound to the agent host dv-cinder-759169-3-iscsi {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 01:38:27.701192 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.db_base_plugin_common [None req-20967ea9-c601-4f71-9d2b-81dd69f705db admin admin] Allocated IP 172.20.0.1 (4dd6da0d-1759-4b21-a814-ac1356beb0a9/22c41954-9468-4ea8-8482-d450337a71cb/03846275-1db7-4225-a3fc-0fefd535390e) {{(pid=94315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 01:38:27.701685 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device c904e9ce-ecb9-4743-9f9e-20e31461ccd8 no longer exists at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 01:38:27.727545 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-1f15b327-851e-443e-b8d4-2d5141ba9f60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:27.751018 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Pushing event updated for resources: {'Port': ['ID=59e6d066-5cc2-465f-941a-d2f5a5e0ab21,revision_number=3']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:27.757463 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] No Port match for: c904e9ce-ecb9-4743-9f9e-20e31461ccd8 {{(pid=94317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 01:38:27.757804 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device c904e9ce-ecb9-4743-9f9e-20e31461ccd8 not bound to the agent host dv-cinder-759169-3-iscsi {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 01:38:27.794872 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-29cac81b-44d7-44e4-bd97-e4ba44136da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d96fefb-8632-449d-919b-a26694ed32b5', 'name': 'tempest-TestShelveInstance-1847596435-router', 'tenant_id': 'd683ea4300b545fda6f56b5c11ee189c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '03d92fc8-01ef-45b7-89b6-52e0cfcd4eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:38:24Z', 'updated_at': '2021-08-27T01:38:25Z', 'revision_number': 3, 'project_id': 'd683ea4300b545fda6f56b5c11ee189c', 'gw_port': {'id': '03d92fc8-01ef-45b7-89b6-52e0cfcd4eb4', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:72:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d96fefb-8632-449d-919b-a26694ed32b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:38:25Z', 'updated_at': '2021-08-27T01:38:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi'}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:38:27.823737 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cac81b-44d7-44e4-bd97-e4ba44136da0 None None] Checking router: 0d96fefb-8632-449d-919b-a26694ed32b5 for host: dv-cinder-759169-3-iscsi {{(pid=94317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 01:38:27.824062 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cac81b-44d7-44e4-bd97-e4ba44136da0 None None] Updating router 0d96fefb-8632-449d-919b-a26694ed32b5 port 03d92fc8-01ef-45b7-89b6-52e0cfcd4eb4 binding host dv-cinder-759169-3-iscsi {{(pid=94317) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 01:38:27.845236 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-20967ea9-c601-4f71-9d2b-81dd69f705db admin admin] Notify callbacks [] for port, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:27.852305 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-29cac81b-44d7-44e4-bd97-e4ba44136da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:27.886087 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-1f15b327-851e-443e-b8d4-2d5141ba9f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:27.886952 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.provisioning_blocks [None req-20967ea9-c601-4f71-9d2b-81dd69f705db admin admin] Transition to ACTIVE for port object 03846275-1db7-4225-a3fc-0fefd535390e will not be triggered until provisioned by entity DHCP. {{(pid=94315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:38:27.889187 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-1f15b327-851e-443e-b8d4-2d5141ba9f60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:27.890739 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-1f15b327-851e-443e-b8d4-2d5141ba9f60 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3d4b6503-4d80-4318-860b-c437cb3b332d HTTP/1.1" status: 204 len: 168 time: 0.2824132 Aug 27 01:38:27.899802 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15b327-851e-443e-b8d4-2d5141ba9f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4b6503-4d80-4318-860b-c437cb3b332d,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:28.007880 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-20967ea9-c601-4f71-9d2b-81dd69f705db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791478024214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8502847'] for port, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:28.052517 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20967ea9-c601-4f71-9d2b-81dd69f705db admin admin] Network 4dd6da0d-1759-4b21-a814-ac1356beb0a9 is already hosted by enough agents. {{(pid=94315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:38:28.059050 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.base_scheduler [None req-20967ea9-c601-4f71-9d2b-81dd69f705db admin admin] Resources bound (agent type, host, resource id): {{(pid=94315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:38:28.062604 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20967ea9-c601-4f71-9d2b-81dd69f705db admin admin] Received port after_create {{(pid=94315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 01:38:28.085935 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20967ea9-c601-4f71-9d2b-81dd69f705db admin admin] Pushing event updated for resources: {'Port': ['ID=03846275-1db7-4225-a3fc-0fefd535390e,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:28.104390 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-20967ea9-c601-4f71-9d2b-81dd69f705db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2027018'] for router_interface, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:28.158275 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-29cac81b-44d7-44e4-bd97-e4ba44136da0 None None] Notify callbacks [] for port, precommit_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:28.169224 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-29cac81b-44d7-44e4-bd97-e4ba44136da0 None None] Transition to ACTIVE for port object 03d92fc8-01ef-45b7-89b6-52e0cfcd4eb4 will not be triggered until provisioned by entity L2. {{(pid=94317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:38:28.253393 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-29cac81b-44d7-44e4-bd97-e4ba44136da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:28.315028 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.managers [None req-29cac81b-44d7-44e4-bd97-e4ba44136da0 None None] Attempting to bind port 03d92fc8-01ef-45b7-89b6-52e0cfcd4eb4 on host dv-cinder-759169-3-iscsi for vnic_type normal with profile {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 01:38:28.315821 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.managers [None req-29cac81b-44d7-44e4-bd97-e4ba44136da0 None None] Attempting to bind port 03d92fc8-01ef-45b7-89b6-52e0cfcd4eb4 by drivers openvswitch,hyperv on host dv-cinder-759169-3-iscsi at level 0 using segments [{'id': '1ffc2e98-4b11-4960-9fce-c802c96e52d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6'}] {{(pid=94317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 01:38:28.316385 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cac81b-44d7-44e4-bd97-e4ba44136da0 None None] Attempting to bind port 03d92fc8-01ef-45b7-89b6-52e0cfcd4eb4 on network 6740c5c8-77e9-4fca-8473-ad46ab012dd6 {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:38:28.323768 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f26d3e-34bd-41fe-8eee-9481d635d4de None None] Pushing event updated for resources: {'Port': ['ID=03d92fc8-01ef-45b7-89b6-52e0cfcd4eb4,revision_number=2']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:28.326566 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cac81b-44d7-44e4-bd97-e4ba44136da0 None None] Checking agent: {'id': '9a53e131-30a1-425b-897f-67705806e918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759169-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 1, 22, 15), 'started_at': datetime.datetime(2021, 8, 27, 1, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 1, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759169-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 01:38:28.327008 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cac81b-44d7-44e4-bd97-e4ba44136da0 None None] Checking segment: {'id': '1ffc2e98-4b11-4960-9fce-c802c96e52d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:38:28.327606 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-29cac81b-44d7-44e4-bd97-e4ba44136da0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:28.327989 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cac81b-44d7-44e4-bd97-e4ba44136da0 None None] Bound using segment: {'id': '1ffc2e98-4b11-4960-9fce-c802c96e52d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6'} {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 01:38:28.328464 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.managers [None req-29cac81b-44d7-44e4-bd97-e4ba44136da0 None None] Bound port: 03d92fc8-01ef-45b7-89b6-52e0cfcd4eb4, host: dv-cinder-759169-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ffc2e98-4b11-4960-9fce-c802c96e52d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6'}}] {{(pid=94317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 01:38:28.328905 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-29cac81b-44d7-44e4-bd97-e4ba44136da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:28.370278 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-20967ea9-c601-4f71-9d2b-81dd69f705db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:28.389889 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-e62ea022-f893-498a-8a28-b3b364bbc733 None None] Provisioning for port 03846275-1db7-4225-a3fc-0fefd535390e completed by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:38:28.405690 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-e62ea022-f893-498a-8a28-b3b364bbc733 None None] Provisioning complete for port 03846275-1db7-4225-a3fc-0fefd535390e triggered by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:38:28.405690 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e62ea022-f893-498a-8a28-b3b364bbc733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:28.406543 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-29cac81b-44d7-44e4-bd97-e4ba44136da0 None None] For port 03d92fc8-01ef-45b7-89b6-52e0cfcd4eb4, host dv-cinder-759169-3-iscsi, cleared binding levels {{(pid=94317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 01:38:28.411199 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-29cac81b-44d7-44e4-bd97-e4ba44136da0 None None] For port 03d92fc8-01ef-45b7-89b6-52e0cfcd4eb4, host dv-cinder-759169-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=03d92fc8-01ef-45b7-89b6-52e0cfcd4eb4,segment=NetworkSegment(1ffc2e98-4b11-4960-9fce-c802c96e52d2),segment_id=1ffc2e98-4b11-4960-9fce-c802c96e52d2)] {{(pid=94317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 01:38:28.441229 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 59e6d066-5cc2-465f-941a-d2f5a5e0ab21 up at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:38:28.491903 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-e62ea022-f893-498a-8a28-b3b364bbc733 None None] Port 03846275-1db7-4225-a3fc-0fefd535390e cannot update to ACTIVE because it is not bound. {{(pid=94317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 01:38:28.493918 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-29cac81b-44d7-44e4-bd97-e4ba44136da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:28.565461 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f26d3e-34bd-41fe-8eee-9481d635d4de None None] Pushing event updated for resources: {'Port': ['ID=03d92fc8-01ef-45b7-89b6-52e0cfcd4eb4,revision_number=3']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:28.572436 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cac81b-44d7-44e4-bd97-e4ba44136da0 None None] Routers {'0d96fefb-8632-449d-919b-a26694ed32b5'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:38:28.573085 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-29cac81b-44d7-44e4-bd97-e4ba44136da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:38:14Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['0d96fefb-8632-449d-919b-a26694ed32b5'], 'active': True} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:38:28.576374 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning complete for port 59e6d066-5cc2-465f-941a-d2f5a5e0ab21 triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:38:28.576749 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:28.618263 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-20967ea9-c601-4f71-9d2b-81dd69f705db admin admin] Notify callbacks [] for port, precommit_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:28.710374 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-20967ea9-c601-4f71-9d2b-81dd69f705db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8502822'] for port, after_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:28.740041 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvr_db [None req-29cac81b-44d7-44e4-bd97-e4ba44136da0 None None] Set router 0d96fefb-8632-449d-919b-a26694ed32b5 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:38:28.855521 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20967ea9-c601-4f71-9d2b-81dd69f705db admin admin] Pushing event updated for resources: {'Port': ['ID=03846275-1db7-4225-a3fc-0fefd535390e,revision_number=2']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:28.859646 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-20967ea9-c601-4f71-9d2b-81dd69f705db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2026197'] for router_interface, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:28.872999 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 7b7b0647-2a35-48bc-98fb-76b96d4b475d no longer exists at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 01:38:28.904448 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] No Port match for: 7b7b0647-2a35-48bc-98fb-76b96d4b475d {{(pid=94317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 01:38:28.904789 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 7b7b0647-2a35-48bc-98fb-76b96d4b475d not bound to the agent host dv-cinder-759169-3-iscsi {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 01:38:28.970006 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20967ea9-c601-4f71-9d2b-81dd69f705db admin admin] Network 4dd6da0d-1759-4b21-a814-ac1356beb0a9 is already hosted by enough agents. {{(pid=94315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:38:28.971731 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.base_scheduler [None req-20967ea9-c601-4f71-9d2b-81dd69f705db admin admin] Resources bound (agent type, host, resource id): {{(pid=94315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:38:29.009119 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-29cac81b-44d7-44e4-bd97-e4ba44136da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d96fefb-8632-449d-919b-a26694ed32b5', 'name': 'tempest-TestShelveInstance-1847596435-router', 'tenant_id': 'd683ea4300b545fda6f56b5c11ee189c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '03d92fc8-01ef-45b7-89b6-52e0cfcd4eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:38:24Z', 'updated_at': '2021-08-27T01:38:28Z', 'revision_number': 4, 'project_id': 'd683ea4300b545fda6f56b5c11ee189c', 'gw_port': {'id': '03d92fc8-01ef-45b7-89b6-52e0cfcd4eb4', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:72:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d96fefb-8632-449d-919b-a26694ed32b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:38:25Z', 'updated_at': '2021-08-27T01:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': '03846275-1db7-4225-a3fc-0fefd535390e', 'name': '', 'network_id': '4dd6da0d-1759-4b21-a814-ac1356beb0a9', 'tenant_id': 'd683ea4300b545fda6f56b5c11ee189c', 'mac_address': 'fa:16:3e:1b:47:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d96fefb-8632-449d-919b-a26694ed32b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '22c41954-9468-4ea8-8482-d450337a71cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:38:27Z', 'updated_at': '2021-08-27T01:38:27Z', 'revision_number': 1, 'project_id': 'd683ea4300b545fda6f56b5c11ee189c', 'subnets': [{'id': '22c41954-9468-4ea8-8482-d450337a71cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:38:29.056533 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cac81b-44d7-44e4-bd97-e4ba44136da0 None None] The sync data for ids ['0d96fefb-8632-449d-919b-a26694ed32b5'] in dv-cinder-759169-3-iscsi is: [{'id': '0d96fefb-8632-449d-919b-a26694ed32b5', 'name': 'tempest-TestShelveInstance-1847596435-router', 'tenant_id': 'd683ea4300b545fda6f56b5c11ee189c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '03d92fc8-01ef-45b7-89b6-52e0cfcd4eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:38:24Z', 'updated_at': '2021-08-27T01:38:28Z', 'revision_number': 4, 'project_id': 'd683ea4300b545fda6f56b5c11ee189c', 'gw_port': {'id': '03d92fc8-01ef-45b7-89b6-52e0cfcd4eb4', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:72:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d96fefb-8632-449d-919b-a26694ed32b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:38:25Z', 'updated_at': '2021-08-27T01:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': '03846275-1db7-4225-a3fc-0fefd535390e', 'name': '', 'network_id': '4dd6da0d-1759-4b21-a814-ac1356beb0a9', 'tenant_id': 'd683ea4300b545fda6f56b5c11ee189c', 'mac_address': 'fa:16:3e:1b:47:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d96fefb-8632-449d-919b-a26694ed32b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '22c41954-9468-4ea8-8482-d450337a71cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:38:27Z', 'updated_at': '2021-08-27T01:38:27Z', 'revision_number': 1, 'project_id': 'd683ea4300b545fda6f56b5c11ee189c', 'subnets': [{'id': '22c41954-9468-4ea8-8482-d450337a71cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 01:38:29.141883 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20967ea9-c601-4f71-9d2b-81dd69f705db admin admin] Router 0d96fefb-8632-449d-919b-a26694ed32b5 has already been hosted by L3 agent 8dc83c43-e68e-43c9-8595-1753e39ae809 {{(pid=94315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 01:38:29.312548 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20967ea9-c601-4f71-9d2b-81dd69f705db admin admin] Notify agent at l3_agent.dv-cinder-759169-3-iscsi the message routers_updated {{(pid=94315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 01:38:29.323116 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-20967ea9-c601-4f71-9d2b-81dd69f705db admin admin] 10.222.0.25 "PUT /v2.0/routers/0d96fefb-8632-449d-919b-a26694ed32b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4080102 Aug 27 01:38:29.347941 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-5c9ba90f-8c26-4642-87cd-25e5a17c67dd None None] Provisioning complete for port 03846275-1db7-4225-a3fc-0fefd535390e triggered by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:38:29.348824 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-5c9ba90f-8c26-4642-87cd-25e5a17c67dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:29.447091 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ba90f-8c26-4642-87cd-25e5a17c67dd None None] Port 03846275-1db7-4225-a3fc-0fefd535390e cannot update to ACTIVE because it is not bound. {{(pid=94317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 01:38:30.472057 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 03d92fc8-01ef-45b7-89b6-52e0cfcd4eb4 up at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:38:30.501174 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 34340) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:30.612530 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 34346) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:30.618594 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [None req-1e2bafd3-b743-4d34-a787-67e4085927e4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-102756520-network', 'tenant_id': '5300ebf3b4fe4d50a207577cae0856a2'}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:38:30.626359 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-5bfcac06-6bc8-4531-b3d4-31804356aa33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:30.645646 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning for port 03d92fc8-01ef-45b7-89b6-52e0cfcd4eb4 completed by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:38:30.649614 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning complete for port 03d92fc8-01ef-45b7-89b6-52e0cfcd4eb4 triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:38:30.649989 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:30.730164 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:30.732716 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2bafd3-b743-4d34-a787-67e4085927e4 admin admin] Made reservation on behalf of 5300ebf3b4fe4d50a207577cae0856a2 for: {'network': 1} {{(pid=94315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:38:30.735915 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-1e2bafd3-b743-4d34-a787-67e4085927e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for network, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:30.745626 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-1e2bafd3-b743-4d34-a787-67e4085927e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:30.755194 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] For port 03d92fc8-01ef-45b7-89b6-52e0cfcd4eb4, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=03d92fc8-01ef-45b7-89b6-52e0cfcd4eb4,segment=NetworkSegment(1ffc2e98-4b11-4960-9fce-c802c96e52d2),segment_id=1ffc2e98-4b11-4960-9fce-c802c96e52d2)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:38:30.811494 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-5bfcac06-6bc8-4531-b3d4-31804356aa33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:30.818684 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:30.868783 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Pushing event updated for resources: {'Port': ['ID=03d92fc8-01ef-45b7-89b6-52e0cfcd4eb4,revision_number=4']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:30.881564 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-5bfcac06-6bc8-4531-b3d4-31804356aa33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:30.928517 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-5bfcac06-6bc8-4531-b3d4-31804356aa33 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4f1c338823a34f149491a347c340470a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4241483 Aug 27 01:38:30.928517 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfcac06-6bc8-4531-b3d4-31804356aa33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3edc272-5609-40ca-b01a-8f8bf81caba7,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:30.930129 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 34348) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:30.984243 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-1e2bafd3-b743-4d34-a787-67e4085927e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:30.985300 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-7c056b51-da4b-4844-bf8a-7b387d513e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:31.005742 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-7c056b51-da4b-4844-bf8a-7b387d513e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:31.142707 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-1e2bafd3-b743-4d34-a787-67e4085927e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:31.168350 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2bafd3-b743-4d34-a787-67e4085927e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b743c39-cbef-4c39-b9cc-f5dfb3aa26bf,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:31.212800 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-7c056b51-da4b-4844-bf8a-7b387d513e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:31.215382 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-7c056b51-da4b-4844-bf8a-7b387d513e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:31.216912 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-7c056b51-da4b-4844-bf8a-7b387d513e97 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b3edc272-5609-40ca-b01a-8f8bf81caba7 HTTP/1.1" status: 204 len: 168 time: 0.2857709 Aug 27 01:38:31.217859 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e2bafd3-b743-4d34-a787-67e4085927e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=94315) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 01:38:31.228427 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c056b51-da4b-4844-bf8a-7b387d513e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3edc272-5609-40ca-b01a-8f8bf81caba7,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:31.231609 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-1e2bafd3-b743-4d34-a787-67e4085927e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935457'] for segment, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:31.232081 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.db.segments_db [None req-1e2bafd3-b743-4d34-a787-67e4085927e4 admin admin] Added segment 950653f7-3dc2-465e-bfa6-4f138ff04f1d of type vlan for network 47b89c4e-495a-4013-a0c5-84a7c6cf53d7 Aug 27 01:38:31.238476 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486a35c6-1f80-4986-89c5-4fc38b90a617 None None] Sync routers for ids ['0d96fefb-8632-449d-919b-a26694ed32b5'] in dv-cinder-759169-3-iscsi {{(pid=94318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 01:38:31.248435 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486a35c6-1f80-4986-89c5-4fc38b90a617 None None] Routers {'0d96fefb-8632-449d-919b-a26694ed32b5'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:38:31.249217 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-486a35c6-1f80-4986-89c5-4fc38b90a617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:38:14Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['0d96fefb-8632-449d-919b-a26694ed32b5'], 'active': True} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:38:31.299609 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-1e2bafd3-b743-4d34-a787-67e4085927e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791478006384'] for network, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:31.357194 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvr_db [None req-486a35c6-1f80-4986-89c5-4fc38b90a617 None None] Set router 0d96fefb-8632-449d-919b-a26694ed32b5 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:38:31.413157 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-1e2bafd3-b743-4d34-a787-67e4085927e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225'] for network, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:31.416557 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2bafd3-b743-4d34-a787-67e4085927e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:38:31.416557 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-1e2bafd3-b743-4d34-a787-67e4085927e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for network, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:31.483701 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2bafd3-b743-4d34-a787-67e4085927e4 admin admin] Pushing event updated for resources: {'Network': ['ID=47b89c4e-495a-4013-a0c5-84a7c6cf53d7,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:31.495033 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Network 47b89c4e-495a-4013-a0c5-84a7c6cf53d7 details requested by agent ovs-agent-dv-cinder-759169-3-iscsi with host dv-cinder-759169-3-iscsi {{(pid=94317) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 01:38:31.551319 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-1e2bafd3-b743-4d34-a787-67e4085927e4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9371598 Aug 27 01:38:31.555228 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 34358) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:31.559353 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [None req-b3b2ebff-5188-4de5-81c2-24317afff949 admin admin] Request body: {'subnet': {'network_id': '47b89c4e-495a-4013-a0c5-84a7c6cf53d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-102756520-subnet', 'tenant_id': '5300ebf3b4fe4d50a207577cae0856a2', 'ip_version': 4}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:38:31.578325 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-486a35c6-1f80-4986-89c5-4fc38b90a617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d96fefb-8632-449d-919b-a26694ed32b5', 'name': 'tempest-TestShelveInstance-1847596435-router', 'tenant_id': 'd683ea4300b545fda6f56b5c11ee189c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '03d92fc8-01ef-45b7-89b6-52e0cfcd4eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:38:24Z', 'updated_at': '2021-08-27T01:38:28Z', 'revision_number': 4, 'project_id': 'd683ea4300b545fda6f56b5c11ee189c', 'gw_port': {'id': '03d92fc8-01ef-45b7-89b6-52e0cfcd4eb4', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:72:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d96fefb-8632-449d-919b-a26694ed32b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:38:25Z', 'updated_at': '2021-08-27T01:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': '03846275-1db7-4225-a3fc-0fefd535390e', 'name': '', 'network_id': '4dd6da0d-1759-4b21-a814-ac1356beb0a9', 'tenant_id': 'd683ea4300b545fda6f56b5c11ee189c', 'mac_address': 'fa:16:3e:1b:47:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d96fefb-8632-449d-919b-a26694ed32b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '22c41954-9468-4ea8-8482-d450337a71cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:38:27Z', 'updated_at': '2021-08-27T01:38:28Z', 'revision_number': 2, 'project_id': 'd683ea4300b545fda6f56b5c11ee189c', 'subnets': [{'id': '22c41954-9468-4ea8-8482-d450337a71cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:38:31.605449 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486a35c6-1f80-4986-89c5-4fc38b90a617 None None] Checking router: 0d96fefb-8632-449d-919b-a26694ed32b5 for host: dv-cinder-759169-3-iscsi {{(pid=94318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 01:38:31.605798 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486a35c6-1f80-4986-89c5-4fc38b90a617 None None] Updating router 0d96fefb-8632-449d-919b-a26694ed32b5 port 03846275-1db7-4225-a3fc-0fefd535390e binding host dv-cinder-759169-3-iscsi {{(pid=94318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 01:38:31.629885 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [None req-486a35c6-1f80-4986-89c5-4fc38b90a617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:31.659383 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b2ebff-5188-4de5-81c2-24317afff949 admin admin] Made reservation on behalf of 5300ebf3b4fe4d50a207577cae0856a2 for: {'subnet': 1} {{(pid=94316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:38:31.661971 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-b3b2ebff-5188-4de5-81c2-24317afff949 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3529976'] for subnet, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:31.917288 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [None req-486a35c6-1f80-4986-89c5-4fc38b90a617 None None] Notify callbacks [] for port, precommit_update {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:31.928295 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.provisioning_blocks [None req-486a35c6-1f80-4986-89c5-4fc38b90a617 None None] Transition to ACTIVE for port object 03846275-1db7-4225-a3fc-0fefd535390e will not be triggered until provisioned by entity L2. {{(pid=94318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:38:31.984466 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-b3b2ebff-5188-4de5-81c2-24317afff949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8430339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3529866'] for subnet, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:32.037941 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b2ebff-5188-4de5-81c2-24317afff949 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c54dcb4e-5210-4572-b8b7-6bd188574146,revision_number=0']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:32.041863 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [None req-486a35c6-1f80-4986-89c5-4fc38b90a617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:32.049594 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b2ebff-5188-4de5-81c2-24317afff949 admin admin] Checking segment: {'id': '950653f7-3dc2-465e-bfa6-4f138ff04f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '47b89c4e-495a-4013-a0c5-84a7c6cf53d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:38:32.050028 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b2ebff-5188-4de5-81c2-24317afff949 admin admin] Network hostable DHCP agents. Network: 47b89c4e-495a-4013-a0c5-84a7c6cf53d7, hostable agents: ['70e474cc-df6f-4c4f-8c1d-9d362ecec16b'], hosted agents: [] {{(pid=94316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 01:38:32.105206 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483d5eed-79ae-42ad-b037-fca544d5d0f5 None None] Pushing event updated for resources: {'Port': ['ID=03846275-1db7-4225-a3fc-0fefd535390e,revision_number=3']} {{(pid=94318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:32.127703 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483d5eed-79ae-42ad-b037-fca544d5d0f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:38:32.128046 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483d5eed-79ae-42ad-b037-fca544d5d0f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:38:32.128385 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483d5eed-79ae-42ad-b037-fca544d5d0f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:38:32.128811 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483d5eed-79ae-42ad-b037-fca544d5d0f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:38:32.129639 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483d5eed-79ae-42ad-b037-fca544d5d0f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:38:32.129963 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483d5eed-79ae-42ad-b037-fca544d5d0f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:38:32.130278 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483d5eed-79ae-42ad-b037-fca544d5d0f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:38:32.130589 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483d5eed-79ae-42ad-b037-fca544d5d0f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:38:32.131249 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483d5eed-79ae-42ad-b037-fca544d5d0f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:38:32.131737 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483d5eed-79ae-42ad-b037-fca544d5d0f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:38:32.132218 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483d5eed-79ae-42ad-b037-fca544d5d0f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:38:32.132530 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483d5eed-79ae-42ad-b037-fca544d5d0f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:38:32.132764 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b2ebff-5188-4de5-81c2-24317afff949 admin admin] Network 47b89c4e-495a-4013-a0c5-84a7c6cf53d7 is scheduled to be hosted by DHCP agent 70e474cc-df6f-4c4f-8c1d-9d362ecec16b with binding_index 1 {{(pid=94316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 01:38:32.168589 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.managers [None req-486a35c6-1f80-4986-89c5-4fc38b90a617 None None] Attempting to bind port 03846275-1db7-4225-a3fc-0fefd535390e on host dv-cinder-759169-3-iscsi for vnic_type normal with profile {{(pid=94318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 01:38:32.168986 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.managers [None req-486a35c6-1f80-4986-89c5-4fc38b90a617 None None] Attempting to bind port 03846275-1db7-4225-a3fc-0fefd535390e by drivers openvswitch,hyperv on host dv-cinder-759169-3-iscsi at level 0 using segments [{'id': 'c820bc68-ef88-483c-8686-637185f2c907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4dd6da0d-1759-4b21-a814-ac1356beb0a9'}] {{(pid=94318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 01:38:32.169350 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486a35c6-1f80-4986-89c5-4fc38b90a617 None None] Attempting to bind port 03846275-1db7-4225-a3fc-0fefd535390e on network 4dd6da0d-1759-4b21-a814-ac1356beb0a9 {{(pid=94318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:38:32.175297 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486a35c6-1f80-4986-89c5-4fc38b90a617 None None] Checking agent: {'id': '9a53e131-30a1-425b-897f-67705806e918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759169-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 1, 22, 15), 'started_at': datetime.datetime(2021, 8, 27, 1, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 1, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759169-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 01:38:32.175676 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486a35c6-1f80-4986-89c5-4fc38b90a617 None None] Checking segment: {'id': 'c820bc68-ef88-483c-8686-637185f2c907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4dd6da0d-1759-4b21-a814-ac1356beb0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:38:32.176221 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [None req-486a35c6-1f80-4986-89c5-4fc38b90a617 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:32.176860 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486a35c6-1f80-4986-89c5-4fc38b90a617 None None] Bound using segment: {'id': 'c820bc68-ef88-483c-8686-637185f2c907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4dd6da0d-1759-4b21-a814-ac1356beb0a9'} {{(pid=94318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 01:38:32.177333 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.managers [None req-486a35c6-1f80-4986-89c5-4fc38b90a617 None None] Bound port: 03846275-1db7-4225-a3fc-0fefd535390e, host: dv-cinder-759169-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c820bc68-ef88-483c-8686-637185f2c907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4dd6da0d-1759-4b21-a814-ac1356beb0a9'}}] {{(pid=94318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 01:38:32.177809 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [None req-486a35c6-1f80-4986-89c5-4fc38b90a617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:32.247023 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.db [None req-486a35c6-1f80-4986-89c5-4fc38b90a617 None None] For port 03846275-1db7-4225-a3fc-0fefd535390e, host dv-cinder-759169-3-iscsi, cleared binding levels {{(pid=94318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 01:38:32.250190 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.db [None req-486a35c6-1f80-4986-89c5-4fc38b90a617 None None] For port 03846275-1db7-4225-a3fc-0fefd535390e, host dv-cinder-759169-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=03846275-1db7-4225-a3fc-0fefd535390e,segment=NetworkSegment(c820bc68-ef88-483c-8686-637185f2c907),segment_id=c820bc68-ef88-483c-8686-637185f2c907)] {{(pid=94318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 01:38:32.309564 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.base_scheduler [None req-b3b2ebff-5188-4de5-81c2-24317afff949 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759169-3-iscsi, 47b89c4e-495a-4013-a0c5-84a7c6cf53d7) {{(pid=94316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:38:32.313665 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b2ebff-5188-4de5-81c2-24317afff949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:38:32.314324 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-b3b2ebff-5188-4de5-81c2-24317afff949 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:32.325789 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e24a0e6-d02d-4677-905b-dc9de6736056 None None] Network 47b89c4e-495a-4013-a0c5-84a7c6cf53d7 requested from dv-cinder-759169-3-iscsi {{(pid=94317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 01:38:32.356063 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [None req-486a35c6-1f80-4986-89c5-4fc38b90a617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:32.435558 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483d5eed-79ae-42ad-b037-fca544d5d0f5 None None] Pushing event updated for resources: {'Port': ['ID=03846275-1db7-4225-a3fc-0fefd535390e,revision_number=4']} {{(pid=94318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:32.438483 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486a35c6-1f80-4986-89c5-4fc38b90a617 None None] Routers {'0d96fefb-8632-449d-919b-a26694ed32b5'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:38:32.439300 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-486a35c6-1f80-4986-89c5-4fc38b90a617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:38:14Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['0d96fefb-8632-449d-919b-a26694ed32b5'], 'active': True} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:38:32.451514 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 03d92fc8-01ef-45b7-89b6-52e0cfcd4eb4 up at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:38:32.478704 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-b3b2ebff-5188-4de5-81c2-24317afff949 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9216847 Aug 27 01:38:32.479071 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 34378) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:32.485227 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [None req-0fd25865-dac7-439a-b4c2-78977fd50761 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-102756520-router', 'tenant_id': '5300ebf3b4fe4d50a207577cae0856a2', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6'}}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:38:32.571102 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvr_db [None req-486a35c6-1f80-4986-89c5-4fc38b90a617 None None] Set router 0d96fefb-8632-449d-919b-a26694ed32b5 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:38:32.590473 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0fd25865-dac7-439a-b4c2-78977fd50761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2021068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4927'] for router, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:32.591563 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0fd25865-dac7-439a-b4c2-78977fd50761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2019338', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2084776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4904'] for router, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:32.682465 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0fd25865-dac7-439a-b4c2-78977fd50761 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:32.710624 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f4a47e-583e-4537-ab23-863f9ee7b17e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30d8a1d7-44b8-5ff3-906c-ae2eaad5aabb-47b89c4e-495a-4013-a0c5-84a7c6cf53d7', 'network_id': '47b89c4e-495a-4013-a0c5-84a7c6cf53d7', 'tenant_id': '5300ebf3b4fe4d50a207577cae0856a2', 'fixed_ips': [{'subnet_id': 'c54dcb4e-5210-4572-b8b7-6bd188574146'}]}} from dv-cinder-759169-3-iscsi. {{(pid=94317) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 01:38:32.711400 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-c6f4a47e-583e-4537-ab23-863f9ee7b17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_create {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:32.739086 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning complete for port 03d92fc8-01ef-45b7-89b6-52e0cfcd4eb4 triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:38:32.739455 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:32.833079 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-486a35c6-1f80-4986-89c5-4fc38b90a617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d96fefb-8632-449d-919b-a26694ed32b5', 'name': 'tempest-TestShelveInstance-1847596435-router', 'tenant_id': 'd683ea4300b545fda6f56b5c11ee189c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '03d92fc8-01ef-45b7-89b6-52e0cfcd4eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:38:24Z', 'updated_at': '2021-08-27T01:38:28Z', 'revision_number': 4, 'project_id': 'd683ea4300b545fda6f56b5c11ee189c', 'gw_port': {'id': '03d92fc8-01ef-45b7-89b6-52e0cfcd4eb4', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:72:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d96fefb-8632-449d-919b-a26694ed32b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:38:25Z', 'updated_at': '2021-08-27T01:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': '03846275-1db7-4225-a3fc-0fefd535390e', 'name': '', 'network_id': '4dd6da0d-1759-4b21-a814-ac1356beb0a9', 'tenant_id': 'd683ea4300b545fda6f56b5c11ee189c', 'mac_address': 'fa:16:3e:1b:47:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d96fefb-8632-449d-919b-a26694ed32b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '22c41954-9468-4ea8-8482-d450337a71cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:38:27Z', 'updated_at': '2021-08-27T01:38:32Z', 'revision_number': 4, 'project_id': 'd683ea4300b545fda6f56b5c11ee189c', 'subnets': [{'id': '22c41954-9468-4ea8-8482-d450337a71cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:38:32.883351 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486a35c6-1f80-4986-89c5-4fc38b90a617 None None] The sync data for ids ['0d96fefb-8632-449d-919b-a26694ed32b5'] in dv-cinder-759169-3-iscsi is: [{'id': '0d96fefb-8632-449d-919b-a26694ed32b5', 'name': 'tempest-TestShelveInstance-1847596435-router', 'tenant_id': 'd683ea4300b545fda6f56b5c11ee189c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '03d92fc8-01ef-45b7-89b6-52e0cfcd4eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:38:24Z', 'updated_at': '2021-08-27T01:38:28Z', 'revision_number': 4, 'project_id': 'd683ea4300b545fda6f56b5c11ee189c', 'gw_port': {'id': '03d92fc8-01ef-45b7-89b6-52e0cfcd4eb4', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:72:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d96fefb-8632-449d-919b-a26694ed32b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:38:25Z', 'updated_at': '2021-08-27T01:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': '03846275-1db7-4225-a3fc-0fefd535390e', 'name': '', 'network_id': '4dd6da0d-1759-4b21-a814-ac1356beb0a9', 'tenant_id': 'd683ea4300b545fda6f56b5c11ee189c', 'mac_address': 'fa:16:3e:1b:47:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d96fefb-8632-449d-919b-a26694ed32b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '22c41954-9468-4ea8-8482-d450337a71cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:38:27Z', 'updated_at': '2021-08-27T01:38:32Z', 'revision_number': 4, 'project_id': 'd683ea4300b545fda6f56b5c11ee189c', 'subnets': [{'id': '22c41954-9468-4ea8-8482-d450337a71cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 01:38:32.920547 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0fd25865-dac7-439a-b4c2-78977fd50761 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:32.950486 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.db_base_plugin_common [None req-c6f4a47e-583e-4537-ab23-863f9ee7b17e None None] Allocated IP 172.20.0.2 (47b89c4e-495a-4013-a0c5-84a7c6cf53d7/c54dcb4e-5210-4572-b8b7-6bd188574146/23a7a968-3c86-4b80-bad6-09dbfc376362) {{(pid=94317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 01:38:33.109438 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-c6f4a47e-583e-4537-ab23-863f9ee7b17e None None] Notify callbacks [] for port, precommit_create {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:33.118203 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-c6f4a47e-583e-4537-ab23-863f9ee7b17e None None] Transition to ACTIVE for port object 23a7a968-3c86-4b80-bad6-09dbfc376362 will not be triggered until provisioned by entity L2. {{(pid=94317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:38:33.137742 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-c6f4a47e-583e-4537-ab23-863f9ee7b17e None None] Transition to ACTIVE for port object 23a7a968-3c86-4b80-bad6-09dbfc376362 will not be triggered until provisioned by entity DHCP. {{(pid=94317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:38:33.230281 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-c6f4a47e-583e-4537-ab23-863f9ee7b17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791478024214'] for port, after_create {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:33.276769 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f4a47e-583e-4537-ab23-863f9ee7b17e None None] Network 47b89c4e-495a-4013-a0c5-84a7c6cf53d7 is already hosted by enough agents. {{(pid=94317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:38:33.280595 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0fd25865-dac7-439a-b4c2-78977fd50761 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:33.282296 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.scheduler.base_scheduler [None req-c6f4a47e-583e-4537-ab23-863f9ee7b17e None None] Resources bound (agent type, host, resource id): {{(pid=94317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:38:33.285432 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f4a47e-583e-4537-ab23-863f9ee7b17e None None] Received port after_create {{(pid=94317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 01:38:33.298226 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f4a47e-583e-4537-ab23-863f9ee7b17e None None] Pushing event updated for resources: {'Port': ['ID=23a7a968-3c86-4b80-bad6-09dbfc376362,revision_number=1']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:33.304319 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0fd25865-dac7-439a-b4c2-78977fd50761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:33.364999 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.managers [None req-c6f4a47e-583e-4537-ab23-863f9ee7b17e None None] Attempting to bind port 23a7a968-3c86-4b80-bad6-09dbfc376362 on host dv-cinder-759169-3-iscsi for vnic_type normal with profile {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 01:38:33.365236 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.managers [None req-c6f4a47e-583e-4537-ab23-863f9ee7b17e None None] Attempting to bind port 23a7a968-3c86-4b80-bad6-09dbfc376362 by drivers openvswitch,hyperv on host dv-cinder-759169-3-iscsi at level 0 using segments [{'id': '950653f7-3dc2-465e-bfa6-4f138ff04f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '47b89c4e-495a-4013-a0c5-84a7c6cf53d7'}] {{(pid=94317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 01:38:33.365451 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f4a47e-583e-4537-ab23-863f9ee7b17e None None] Attempting to bind port 23a7a968-3c86-4b80-bad6-09dbfc376362 on network 47b89c4e-495a-4013-a0c5-84a7c6cf53d7 {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:38:33.376326 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f4a47e-583e-4537-ab23-863f9ee7b17e None None] Checking agent: {'id': '9a53e131-30a1-425b-897f-67705806e918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759169-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 1, 22, 15), 'started_at': datetime.datetime(2021, 8, 27, 1, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 1, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759169-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 01:38:33.376710 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f4a47e-583e-4537-ab23-863f9ee7b17e None None] Checking segment: {'id': '950653f7-3dc2-465e-bfa6-4f138ff04f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '47b89c4e-495a-4013-a0c5-84a7c6cf53d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:38:33.377956 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-c6f4a47e-583e-4537-ab23-863f9ee7b17e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:33.378374 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f4a47e-583e-4537-ab23-863f9ee7b17e None None] Bound using segment: {'id': '950653f7-3dc2-465e-bfa6-4f138ff04f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '47b89c4e-495a-4013-a0c5-84a7c6cf53d7'} {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 01:38:33.379145 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.managers [None req-c6f4a47e-583e-4537-ab23-863f9ee7b17e None None] Bound port: 23a7a968-3c86-4b80-bad6-09dbfc376362, host: dv-cinder-759169-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950653f7-3dc2-465e-bfa6-4f138ff04f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '47b89c4e-495a-4013-a0c5-84a7c6cf53d7'}}] {{(pid=94317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 01:38:33.382062 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-c6f4a47e-583e-4537-ab23-863f9ee7b17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:33.390208 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 34398) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:33.445996 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.db_base_plugin_common [None req-0fd25865-dac7-439a-b4c2-78977fd50761 admin admin] Allocated IP 172.27.3.114 (6740c5c8-77e9-4fca-8473-ad46ab012dd6/fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b/9c32aeb6-1955-43d9-8e27-e3a04941c19c) {{(pid=94316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 01:38:33.495299 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-c6f4a47e-583e-4537-ab23-863f9ee7b17e None None] For port 23a7a968-3c86-4b80-bad6-09dbfc376362, host dv-cinder-759169-3-iscsi, cleared binding levels {{(pid=94317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 01:38:33.502252 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-c6f4a47e-583e-4537-ab23-863f9ee7b17e None None] For port 23a7a968-3c86-4b80-bad6-09dbfc376362, host dv-cinder-759169-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=23a7a968-3c86-4b80-bad6-09dbfc376362,segment=NetworkSegment(950653f7-3dc2-465e-bfa6-4f138ff04f1d),segment_id=950653f7-3dc2-465e-bfa6-4f138ff04f1d)] {{(pid=94317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 01:38:33.574806 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0fd25865-dac7-439a-b4c2-78977fd50761 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:33.597152 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-c6f4a47e-583e-4537-ab23-863f9ee7b17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:33.622142 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-f60404ff-22d2-4954-9a28-20aa53b7e216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:33.680720 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f4a47e-583e-4537-ab23-863f9ee7b17e None None] Pushing event updated for resources: {'Port': ['ID=23a7a968-3c86-4b80-bad6-09dbfc376362,revision_number=2']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:33.751143 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-f60404ff-22d2-4954-9a28-20aa53b7e216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:33.755888 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0fd25865-dac7-439a-b4c2-78977fd50761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791478024214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8444051'] for port, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:33.795708 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd25865-dac7-439a-b4c2-78977fd50761 admin admin] Network 6740c5c8-77e9-4fca-8473-ad46ab012dd6 is already hosted by enough agents. {{(pid=94316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:38:33.798934 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.base_scheduler [None req-0fd25865-dac7-439a-b4c2-78977fd50761 admin admin] Resources bound (agent type, host, resource id): {{(pid=94316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:38:33.802799 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd25865-dac7-439a-b4c2-78977fd50761 admin admin] Received port after_create {{(pid=94316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 01:38:33.847048 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd25865-dac7-439a-b4c2-78977fd50761 admin admin] Pushing event updated for resources: {'Port': ['ID=9c32aeb6-1955-43d9-8e27-e3a04941c19c,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:33.862608 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-f60404ff-22d2-4954-9a28-20aa53b7e216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:33.898875 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-f60404ff-22d2-4954-9a28-20aa53b7e216 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=acd42545c9da44c5836d14a0ef617cb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5027869 Aug 27 01:38:33.901509 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 34410) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:33.979720 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60404ff-22d2-4954-9a28-20aa53b7e216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492712b0-109a-4d19-a1bd-2a527fd87607,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:34.008481 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-a27fd9b2-10be-4f91-bca2-9d6bc57bff48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:34.034523 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-a27fd9b2-10be-4f91-bca2-9d6bc57bff48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:34.201243 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0fd25865-dac7-439a-b4c2-78977fd50761 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:34.212675 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-a27fd9b2-10be-4f91-bca2-9d6bc57bff48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:34.215509 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-a27fd9b2-10be-4f91-bca2-9d6bc57bff48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:34.216978 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-a27fd9b2-10be-4f91-bca2-9d6bc57bff48 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/492712b0-109a-4d19-a1bd-2a527fd87607 HTTP/1.1" status: 204 len: 168 time: 0.3142786 Aug 27 01:38:34.226370 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27fd9b2-10be-4f91-bca2-9d6bc57bff48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492712b0-109a-4d19-a1bd-2a527fd87607,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:34.594277 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 23a7a968-3c86-4b80-bad6-09dbfc376362 up at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:38:34.744807 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning for port 23a7a968-3c86-4b80-bad6-09dbfc376362 completed by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:38:34.749855 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c5948a-b399-4208-ba1f-1c0d3c8156b5 None None] Network 47b89c4e-495a-4013-a0c5-84a7c6cf53d7 requested from dv-cinder-759169-3-iscsi {{(pid=94317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 01:38:34.752725 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 03846275-1db7-4225-a3fc-0fefd535390e up at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:38:34.771580 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 34426) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:34.774851 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0fd25865-dac7-439a-b4c2-78977fd50761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2027221'] for router, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:34.896337 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-5b86dd65-e286-42eb-8d99-739432997442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:34.918600 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-85d3a441-6156-487c-9f5a-b72eaee7e32d None None] Provisioning for port 23a7a968-3c86-4b80-bad6-09dbfc376362 completed by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:38:34.925664 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-85d3a441-6156-487c-9f5a-b72eaee7e32d None None] Provisioning complete for port 23a7a968-3c86-4b80-bad6-09dbfc376362 triggered by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:38:34.926845 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-85d3a441-6156-487c-9f5a-b72eaee7e32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:34.959700 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning for port 03846275-1db7-4225-a3fc-0fefd535390e completed by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:38:34.968541 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning complete for port 03846275-1db7-4225-a3fc-0fefd535390e triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:38:34.968925 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:34.999168 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-5b86dd65-e286-42eb-8d99-739432997442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:35.035951 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd25865-dac7-439a-b4c2-78977fd50761 admin admin] Router 6952824b-a868-4e90-8972-ed880e985273 is scheduled to L3 agent 8dc83c43-e68e-43c9-8595-1753e39ae809 with binding_index 1 {{(pid=94316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 01:38:35.093070 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-85d3a441-6156-487c-9f5a-b72eaee7e32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:35.120741 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:35.145483 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-85d3a441-6156-487c-9f5a-b72eaee7e32d None None] For port 23a7a968-3c86-4b80-bad6-09dbfc376362, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=23a7a968-3c86-4b80-bad6-09dbfc376362,segment=NetworkSegment(950653f7-3dc2-465e-bfa6-4f138ff04f1d),segment_id=950653f7-3dc2-465e-bfa6-4f138ff04f1d)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:38:35.154698 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-5b86dd65-e286-42eb-8d99-739432997442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:35.168239 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd25865-dac7-439a-b4c2-78977fd50761 admin admin] Notify agent at l3_agent.dv-cinder-759169-3-iscsi the message routers_updated {{(pid=94316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 01:38:35.175062 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] For port 03846275-1db7-4225-a3fc-0fefd535390e, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=03846275-1db7-4225-a3fc-0fefd535390e,segment=NetworkSegment(c820bc68-ef88-483c-8686-637185f2c907),segment_id=c820bc68-ef88-483c-8686-637185f2c907)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:38:35.181609 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790f44d7-08dd-4ad9-b63b-20db4b676508 None None] Sync routers for ids ['6952824b-a868-4e90-8972-ed880e985273'] in dv-cinder-759169-3-iscsi {{(pid=94317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 01:38:35.192670 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790f44d7-08dd-4ad9-b63b-20db4b676508 None None] Routers {'6952824b-a868-4e90-8972-ed880e985273'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:38:35.193395 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-790f44d7-08dd-4ad9-b63b-20db4b676508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:38:14Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['6952824b-a868-4e90-8972-ed880e985273'], 'active': True} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:38:35.207737 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 34430) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:35.207944 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-5b86dd65-e286-42eb-8d99-739432997442 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=82e6c6b4895840a0ad07201549366768&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4343796 Aug 27 01:38:35.221336 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b86dd65-e286-42eb-8d99-739432997442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd2d7cd-9825-45ed-b05c-4b2eaae405b9,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:35.236156 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-85d3a441-6156-487c-9f5a-b72eaee7e32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:35.247462 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:35.254299 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 34432) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:35.268583 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-4cd4f3c6-6362-4a79-a2a3-ff423112295f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:35.270472 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-085fa696-bba7-4b33-a9df-bac044bb937b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:35.293922 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-085fa696-bba7-4b33-a9df-bac044bb937b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:35.322194 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0fd25865-dac7-439a-b4c2-78977fd50761 admin admin] Notify callbacks [] for router, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:35.323905 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-0fd25865-dac7-439a-b4c2-78977fd50761 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8439019 Aug 27 01:38:35.326618 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 34436) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:35.346755 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d3a441-6156-487c-9f5a-b72eaee7e32d None None] Pushing event updated for resources: {'Port': ['ID=23a7a968-3c86-4b80-bad6-09dbfc376362,revision_number=3']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:35.389607 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvr_db [None req-790f44d7-08dd-4ad9-b63b-20db4b676508 None None] Set router 6952824b-a868-4e90-8972-ed880e985273 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:38:35.409347 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-4cd4f3c6-6362-4a79-a2a3-ff423112295f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:35.460180 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-530b25dc-ed7e-43fc-bbf7-17a482eaaa40 None None] Provisioning complete for port 23a7a968-3c86-4b80-bad6-09dbfc376362 triggered by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:38:35.460555 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-530b25dc-ed7e-43fc-bbf7-17a482eaaa40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:35.525650 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-085fa696-bba7-4b33-a9df-bac044bb937b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:35.528061 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-085fa696-bba7-4b33-a9df-bac044bb937b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:35.529230 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-085fa696-bba7-4b33-a9df-bac044bb937b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/edd2d7cd-9825-45ed-b05c-4b2eaae405b9 HTTP/1.1" status: 204 len: 168 time: 0.3202736 Aug 27 01:38:35.537931 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Pushing event updated for resources: {'Port': ['ID=03846275-1db7-4225-a3fc-0fefd535390e,revision_number=5']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:35.542084 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fa696-bba7-4b33-a9df-bac044bb937b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd2d7cd-9825-45ed-b05c-4b2eaae405b9,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:35.550319 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-4cd4f3c6-6362-4a79-a2a3-ff423112295f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:35.603881 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-4cd4f3c6-6362-4a79-a2a3-ff423112295f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5039c55f9423475dbda98f3f61db5e9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3486731 Aug 27 01:38:35.607904 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 34440) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:35.619539 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd4f3c6-6362-4a79-a2a3-ff423112295f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0dbf94d-fc46-4319-8a13-b6bdc5dc44d1,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:35.682440 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-0f897ca0-ceb9-4294-b053-3fd3f836072e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:35.712186 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-790f44d7-08dd-4ad9-b63b-20db4b676508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6952824b-a868-4e90-8972-ed880e985273', 'name': 'tempest-TestShelveInstance-102756520-router', 'tenant_id': '5300ebf3b4fe4d50a207577cae0856a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '9c32aeb6-1955-43d9-8e27-e3a04941c19c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:38:32Z', 'updated_at': '2021-08-27T01:38:33Z', 'revision_number': 3, 'project_id': '5300ebf3b4fe4d50a207577cae0856a2', 'gw_port': {'id': '9c32aeb6-1955-43d9-8e27-e3a04941c19c', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:39:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6952824b-a868-4e90-8972-ed880e985273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:38:33Z', 'updated_at': '2021-08-27T01:38:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi'}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:38:35.714438 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-0f897ca0-ceb9-4294-b053-3fd3f836072e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:35.742014 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790f44d7-08dd-4ad9-b63b-20db4b676508 None None] Checking router: 6952824b-a868-4e90-8972-ed880e985273 for host: dv-cinder-759169-3-iscsi {{(pid=94317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 01:38:35.742760 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790f44d7-08dd-4ad9-b63b-20db4b676508 None None] Updating router 6952824b-a868-4e90-8972-ed880e985273 port 9c32aeb6-1955-43d9-8e27-e3a04941c19c binding host dv-cinder-759169-3-iscsi {{(pid=94317) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 01:38:35.777350 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-790f44d7-08dd-4ad9-b63b-20db4b676508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:35.813895 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-599bfa4d-0324-47f8-a942-f73f64126e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:35.834715 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-0f897ca0-ceb9-4294-b053-3fd3f836072e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:35.837916 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-0f897ca0-ceb9-4294-b053-3fd3f836072e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:35.839293 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-0f897ca0-ceb9-4294-b053-3fd3f836072e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c0dbf94d-fc46-4319-8a13-b6bdc5dc44d1 HTTP/1.1" status: 204 len: 168 time: 0.2298572 Aug 27 01:38:35.849049 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f897ca0-ceb9-4294-b053-3fd3f836072e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0dbf94d-fc46-4319-8a13-b6bdc5dc44d1,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:36.013668 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.db_base_plugin_common [None req-599bfa4d-0324-47f8-a942-f73f64126e95 admin admin] Allocated IP 172.20.0.1 (47b89c4e-495a-4013-a0c5-84a7c6cf53d7/c54dcb4e-5210-4572-b8b7-6bd188574146/e7337262-48b9-40a9-9b14-109c25a1ce3c) {{(pid=94316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 01:38:36.124907 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-599bfa4d-0324-47f8-a942-f73f64126e95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:36.138506 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.provisioning_blocks [None req-599bfa4d-0324-47f8-a942-f73f64126e95 admin admin] Transition to ACTIVE for port object e7337262-48b9-40a9-9b14-109c25a1ce3c will not be triggered until provisioned by entity DHCP. {{(pid=94316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:38:36.185154 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-790f44d7-08dd-4ad9-b63b-20db4b676508 None None] Notify callbacks [] for port, precommit_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:36.195758 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-790f44d7-08dd-4ad9-b63b-20db4b676508 None None] Transition to ACTIVE for port object 9c32aeb6-1955-43d9-8e27-e3a04941c19c will not be triggered until provisioned by entity L2. {{(pid=94317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:38:36.235662 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-599bfa4d-0324-47f8-a942-f73f64126e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791478024214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8444051'] for port, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:36.274052 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599bfa4d-0324-47f8-a942-f73f64126e95 admin admin] Network 47b89c4e-495a-4013-a0c5-84a7c6cf53d7 is already hosted by enough agents. {{(pid=94316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:38:36.282611 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.base_scheduler [None req-599bfa4d-0324-47f8-a942-f73f64126e95 admin admin] Resources bound (agent type, host, resource id): {{(pid=94316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:38:36.285857 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599bfa4d-0324-47f8-a942-f73f64126e95 admin admin] Received port after_create {{(pid=94316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 01:38:36.292488 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599bfa4d-0324-47f8-a942-f73f64126e95 admin admin] Pushing event updated for resources: {'Port': ['ID=e7337262-48b9-40a9-9b14-109c25a1ce3c,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:36.309738 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-790f44d7-08dd-4ad9-b63b-20db4b676508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:36.342282 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-599bfa4d-0324-47f8-a942-f73f64126e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2027018'] for router_interface, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:36.411182 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.managers [None req-790f44d7-08dd-4ad9-b63b-20db4b676508 None None] Attempting to bind port 9c32aeb6-1955-43d9-8e27-e3a04941c19c on host dv-cinder-759169-3-iscsi for vnic_type normal with profile {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 01:38:36.411747 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.managers [None req-790f44d7-08dd-4ad9-b63b-20db4b676508 None None] Attempting to bind port 9c32aeb6-1955-43d9-8e27-e3a04941c19c by drivers openvswitch,hyperv on host dv-cinder-759169-3-iscsi at level 0 using segments [{'id': '1ffc2e98-4b11-4960-9fce-c802c96e52d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6'}] {{(pid=94317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 01:38:36.412282 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790f44d7-08dd-4ad9-b63b-20db4b676508 None None] Attempting to bind port 9c32aeb6-1955-43d9-8e27-e3a04941c19c on network 6740c5c8-77e9-4fca-8473-ad46ab012dd6 {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:38:36.416007 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd012cba-57b6-4f02-b2e4-0436bd391cb5 None None] Pushing event updated for resources: {'Port': ['ID=9c32aeb6-1955-43d9-8e27-e3a04941c19c,revision_number=2']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:36.429338 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 34456) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:36.446733 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790f44d7-08dd-4ad9-b63b-20db4b676508 None None] Checking agent: {'id': '9a53e131-30a1-425b-897f-67705806e918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759169-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 1, 22, 15), 'started_at': datetime.datetime(2021, 8, 27, 1, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 1, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759169-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 01:38:36.447452 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790f44d7-08dd-4ad9-b63b-20db4b676508 None None] Checking segment: {'id': '1ffc2e98-4b11-4960-9fce-c802c96e52d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:38:36.448582 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-790f44d7-08dd-4ad9-b63b-20db4b676508 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:36.449276 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790f44d7-08dd-4ad9-b63b-20db4b676508 None None] Bound using segment: {'id': '1ffc2e98-4b11-4960-9fce-c802c96e52d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6'} {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 01:38:36.449931 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.managers [None req-790f44d7-08dd-4ad9-b63b-20db4b676508 None None] Bound port: 9c32aeb6-1955-43d9-8e27-e3a04941c19c, host: dv-cinder-759169-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ffc2e98-4b11-4960-9fce-c802c96e52d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6'}}] {{(pid=94317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 01:38:36.450323 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-790f44d7-08dd-4ad9-b63b-20db4b676508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:36.456091 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-223eccb5-5028-4fda-8984-a247eb9bf84f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:36.481352 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 23a7a968-3c86-4b80-bad6-09dbfc376362 up at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:38:36.548732 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-790f44d7-08dd-4ad9-b63b-20db4b676508 None None] For port 9c32aeb6-1955-43d9-8e27-e3a04941c19c, host dv-cinder-759169-3-iscsi, cleared binding levels {{(pid=94317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 01:38:36.553066 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-790f44d7-08dd-4ad9-b63b-20db4b676508 None None] For port 9c32aeb6-1955-43d9-8e27-e3a04941c19c, host dv-cinder-759169-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=9c32aeb6-1955-43d9-8e27-e3a04941c19c,segment=NetworkSegment(1ffc2e98-4b11-4960-9fce-c802c96e52d2),segment_id=1ffc2e98-4b11-4960-9fce-c802c96e52d2)] {{(pid=94317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 01:38:36.563542 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning complete for port 23a7a968-3c86-4b80-bad6-09dbfc376362 triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:38:36.563811 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:36.594190 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-223eccb5-5028-4fda-8984-a247eb9bf84f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:36.651922 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 03846275-1db7-4225-a3fc-0fefd535390e up at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:38:36.682283 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-790f44d7-08dd-4ad9-b63b-20db4b676508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:36.705058 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-599bfa4d-0324-47f8-a942-f73f64126e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:36.709873 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-223eccb5-5028-4fda-8984-a247eb9bf84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:36.717851 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-ed2171e0-b018-4a08-9078-d48c2848078d None None] Provisioning for port e7337262-48b9-40a9-9b14-109c25a1ce3c completed by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:38:36.739037 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-ed2171e0-b018-4a08-9078-d48c2848078d None None] Provisioning complete for port e7337262-48b9-40a9-9b14-109c25a1ce3c triggered by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:38:36.739608 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ed2171e0-b018-4a08-9078-d48c2848078d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:36.761012 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-223eccb5-5028-4fda-8984-a247eb9bf84f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=360909d4c8c9447ea46e046bfc5e0709&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3279345 Aug 27 01:38:36.761012 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eccb5-5028-4fda-8984-a247eb9bf84f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeac2494-5cad-4627-92ef-7128b340b412,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:36.761290 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 34462) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:36.788890 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd012cba-57b6-4f02-b2e4-0436bd391cb5 None None] Pushing event updated for resources: {'Port': ['ID=9c32aeb6-1955-43d9-8e27-e3a04941c19c,revision_number=3']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:36.791448 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790f44d7-08dd-4ad9-b63b-20db4b676508 None None] Routers {'6952824b-a868-4e90-8972-ed880e985273'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:38:36.792058 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-790f44d7-08dd-4ad9-b63b-20db4b676508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:38:14Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['6952824b-a868-4e90-8972-ed880e985273'], 'active': True} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:38:36.833977 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning complete for port 03846275-1db7-4225-a3fc-0fefd535390e triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:38:36.834354 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:36.861751 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-ed2171e0-b018-4a08-9078-d48c2848078d None None] Port e7337262-48b9-40a9-9b14-109c25a1ce3c cannot update to ACTIVE because it is not bound. {{(pid=94317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 01:38:36.880008 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-e5f36865-f96d-46c3-a9fd-20b83f0c1634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:36.924388 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-e5f36865-f96d-46c3-a9fd-20b83f0c1634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:36.968458 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvr_db [None req-790f44d7-08dd-4ad9-b63b-20db4b676508 None None] Set router 6952824b-a868-4e90-8972-ed880e985273 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:38:36.984149 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-599bfa4d-0324-47f8-a942-f73f64126e95 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:37.074897 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-599bfa4d-0324-47f8-a942-f73f64126e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8444042'] for port, after_update {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:37.118734 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-e5f36865-f96d-46c3-a9fd-20b83f0c1634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:37.122246 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-e5f36865-f96d-46c3-a9fd-20b83f0c1634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:37.122357 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-e5f36865-f96d-46c3-a9fd-20b83f0c1634 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aeac2494-5cad-4627-92ef-7128b340b412 HTTP/1.1" status: 204 len: 168 time: 0.3593738 Aug 27 01:38:37.147614 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f36865-f96d-46c3-a9fd-20b83f0c1634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeac2494-5cad-4627-92ef-7128b340b412,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:37.157015 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-599bfa4d-0324-47f8-a942-f73f64126e95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2026197'] for router_interface, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:37.158321 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599bfa4d-0324-47f8-a942-f73f64126e95 admin admin] Pushing event updated for resources: {'Port': ['ID=e7337262-48b9-40a9-9b14-109c25a1ce3c,revision_number=2']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:37.216349 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-790f44d7-08dd-4ad9-b63b-20db4b676508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6952824b-a868-4e90-8972-ed880e985273', 'name': 'tempest-TestShelveInstance-102756520-router', 'tenant_id': '5300ebf3b4fe4d50a207577cae0856a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '9c32aeb6-1955-43d9-8e27-e3a04941c19c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:38:32Z', 'updated_at': '2021-08-27T01:38:36Z', 'revision_number': 4, 'project_id': '5300ebf3b4fe4d50a207577cae0856a2', 'gw_port': {'id': '9c32aeb6-1955-43d9-8e27-e3a04941c19c', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:39:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6952824b-a868-4e90-8972-ed880e985273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:38:33Z', 'updated_at': '2021-08-27T01:38:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': 'e7337262-48b9-40a9-9b14-109c25a1ce3c', 'name': '', 'network_id': '47b89c4e-495a-4013-a0c5-84a7c6cf53d7', 'tenant_id': '5300ebf3b4fe4d50a207577cae0856a2', 'mac_address': 'fa:16:3e:44:52:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6952824b-a868-4e90-8972-ed880e985273', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c54dcb4e-5210-4572-b8b7-6bd188574146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:38:35Z', 'updated_at': '2021-08-27T01:38:36Z', 'revision_number': 1, 'project_id': '5300ebf3b4fe4d50a207577cae0856a2', 'subnets': [{'id': 'c54dcb4e-5210-4572-b8b7-6bd188574146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:38:37.245660 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790f44d7-08dd-4ad9-b63b-20db4b676508 None None] The sync data for ids ['6952824b-a868-4e90-8972-ed880e985273'] in dv-cinder-759169-3-iscsi is: [{'id': '6952824b-a868-4e90-8972-ed880e985273', 'name': 'tempest-TestShelveInstance-102756520-router', 'tenant_id': '5300ebf3b4fe4d50a207577cae0856a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '9c32aeb6-1955-43d9-8e27-e3a04941c19c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:38:32Z', 'updated_at': '2021-08-27T01:38:36Z', 'revision_number': 4, 'project_id': '5300ebf3b4fe4d50a207577cae0856a2', 'gw_port': {'id': '9c32aeb6-1955-43d9-8e27-e3a04941c19c', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:39:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6952824b-a868-4e90-8972-ed880e985273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:38:33Z', 'updated_at': '2021-08-27T01:38:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': 'e7337262-48b9-40a9-9b14-109c25a1ce3c', 'name': '', 'network_id': '47b89c4e-495a-4013-a0c5-84a7c6cf53d7', 'tenant_id': '5300ebf3b4fe4d50a207577cae0856a2', 'mac_address': 'fa:16:3e:44:52:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6952824b-a868-4e90-8972-ed880e985273', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c54dcb4e-5210-4572-b8b7-6bd188574146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:38:35Z', 'updated_at': '2021-08-27T01:38:36Z', 'revision_number': 1, 'project_id': '5300ebf3b4fe4d50a207577cae0856a2', 'subnets': [{'id': 'c54dcb4e-5210-4572-b8b7-6bd188574146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 01:38:37.270913 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599bfa4d-0324-47f8-a942-f73f64126e95 admin admin] Network 47b89c4e-495a-4013-a0c5-84a7c6cf53d7 is already hosted by enough agents. {{(pid=94316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:38:37.272554 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.base_scheduler [None req-599bfa4d-0324-47f8-a942-f73f64126e95 admin admin] Resources bound (agent type, host, resource id): {{(pid=94316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:38:37.415254 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-599bfa4d-0324-47f8-a942-f73f64126e95 admin admin] Router 6952824b-a868-4e90-8972-ed880e985273 has already been hosted by L3 agent 8dc83c43-e68e-43c9-8595-1753e39ae809 {{(pid=94316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 01:38:37.675468 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599bfa4d-0324-47f8-a942-f73f64126e95 admin admin] Notify agent at l3_agent.dv-cinder-759169-3-iscsi the message routers_updated {{(pid=94316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 01:38:37.675468 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-599bfa4d-0324-47f8-a942-f73f64126e95 admin admin] 10.222.0.25 "PUT /v2.0/routers/6952824b-a868-4e90-8972-ed880e985273/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2340884 Aug 27 01:38:37.677378 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-81bdd52c-17ee-4aee-90a4-b8ef833997c5 None None] Provisioning complete for port e7337262-48b9-40a9-9b14-109c25a1ce3c triggered by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:38:37.677378 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-81bdd52c-17ee-4aee-90a4-b8ef833997c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:37.677378 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-81bdd52c-17ee-4aee-90a4-b8ef833997c5 None None] Port e7337262-48b9-40a9-9b14-109c25a1ce3c cannot update to ACTIVE because it is not bound. {{(pid=94317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 01:38:38.320424 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 34502) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:38.325334 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [None req-8884ceea-fff7-456c-b898-7aaadf334713 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2128433478', 'description': 'tempest-secgroup-smoke-2128433478 description', 'project_id': 'd683ea4300b545fda6f56b5c11ee189c'}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:38:38.443909 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 9c32aeb6-1955-43d9-8e27-e3a04941c19c up at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:38:38.464378 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-8884ceea-fff7-456c-b898-7aaadf334713 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:38.559340 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-8884ceea-fff7-456c-b898-7aaadf334713 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:38.584140 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning for port 9c32aeb6-1955-43d9-8e27-e3a04941c19c completed by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:38:38.588063 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning complete for port 9c32aeb6-1955-43d9-8e27-e3a04941c19c triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:38:38.588424 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:38.667405 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:38.668613 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-8884ceea-fff7-456c-b898-7aaadf334713 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:38.689003 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] For port 9c32aeb6-1955-43d9-8e27-e3a04941c19c, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=9c32aeb6-1955-43d9-8e27-e3a04941c19c,segment=NetworkSegment(1ffc2e98-4b11-4960-9fce-c802c96e52d2),segment_id=1ffc2e98-4b11-4960-9fce-c802c96e52d2)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:38:38.710598 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8884ceea-fff7-456c-b898-7aaadf334713 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05a11eb6-484b-4374-b19c-8d6b410e2f34,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:38.755940 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-8884ceea-fff7-456c-b898-7aaadf334713 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Notify callbacks [] for security_group, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:38.765429 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-8884ceea-fff7-456c-b898-7aaadf334713 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4357445 Aug 27 01:38:38.765429 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 34512) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:38.765429 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [None req-16ab35d5-7552-4554-98b8-4affd87df076 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Request body: {'security_group_rule': {'security_group_id': '05a11eb6-484b-4374-b19c-8d6b410e2f34', 'project_id': 'd683ea4300b545fda6f56b5c11ee189c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:38:38.812522 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:38.864187 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Pushing event updated for resources: {'Port': ['ID=9c32aeb6-1955-43d9-8e27-e3a04941c19c,revision_number=4']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:38.925355 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-16ab35d5-7552-4554-98b8-4affd87df076 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:38.985160 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-16ab35d5-7552-4554-98b8-4affd87df076 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:39.099245 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-16ab35d5-7552-4554-98b8-4affd87df076 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069750'] for security_group_rule, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:39.117019 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ab35d5-7552-4554-98b8-4affd87df076 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38cd7615-610e-4b4d-9288-79b8e72b591b,revision_number=0']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:39.188624 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-16ab35d5-7552-4554-98b8-4affd87df076 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:39.190058 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-16ab35d5-7552-4554-98b8-4affd87df076 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4288273 Aug 27 01:38:39.192718 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 34520) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:39.197309 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [None req-dd34f1b2-0945-40dc-94a8-55ebabda4cb5 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Request body: {'security_group_rule': {'security_group_id': '05a11eb6-484b-4374-b19c-8d6b410e2f34', 'project_id': 'd683ea4300b545fda6f56b5c11ee189c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:38:39.273888 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-dd34f1b2-0945-40dc-94a8-55ebabda4cb5 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:39.463927 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-dd34f1b2-0945-40dc-94a8-55ebabda4cb5 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:39.580959 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-fea5ed50-41b5-4aaf-a2e6-8aefe7d0943c req-6f6fdc59-6339-41a9-9871-63c1063f3f27 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=d72e10657fb743329337e869d71860f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287762 Aug 27 01:38:39.625046 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-dd34f1b2-0945-40dc-94a8-55ebabda4cb5 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069750'] for security_group_rule, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:39.707360 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd34f1b2-0945-40dc-94a8-55ebabda4cb5 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8547ebd3-5ee8-4ab6-8777-1d0f8b632735,revision_number=0']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:39.782578 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5ed50-41b5-4aaf-a2e6-8aefe7d0943c req-f4981e65-a0d5-4001-baf8-afdb7c2d6b4f tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:38:39.784049 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-fea5ed50-41b5-4aaf-a2e6-8aefe7d0943c req-f4981e65-a0d5-4001-baf8-afdb7c2d6b4f tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1974556 Aug 27 01:38:39.789628 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-dd34f1b2-0945-40dc-94a8-55ebabda4cb5 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:39.790790 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-dd34f1b2-0945-40dc-94a8-55ebabda4cb5 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5970957 Aug 27 01:38:39.793592 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 34550) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:39.798882 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [None req-df93c2d1-6395-42cf-9d12-188896278490 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Request body: {'security_group_rule': {'security_group_id': '05a11eb6-484b-4374-b19c-8d6b410e2f34', 'project_id': 'd683ea4300b545fda6f56b5c11ee189c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:38:39.801412 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-fea5ed50-41b5-4aaf-a2e6-8aefe7d0943c req-c7f99193-65f8-406d-a133-8ebd4eef74fa tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] 10.222.0.25 "GET /v2.0/quotas/d72e10657fb743329337e869d71860f6 HTTP/1.1" status: 200 len: 375 time: 0.0095553 Aug 27 01:38:39.838280 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-fea5ed50-41b5-4aaf-a2e6-8aefe7d0943c req-997433fc-38f8-4f5a-a9a7-68d5d0e38516 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d72e10657fb743329337e869d71860f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249739 Aug 27 01:38:39.903749 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-df93c2d1-6395-42cf-9d12-188896278490 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:39.969167 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-df93c2d1-6395-42cf-9d12-188896278490 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:40.075157 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-df93c2d1-6395-42cf-9d12-188896278490 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069750'] for security_group_rule, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:40.101443 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df93c2d1-6395-42cf-9d12-188896278490 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32f57531-c4cb-4c81-90a2-752ba3dbb0a3,revision_number=0']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:40.104729 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-94e68703-608d-4431-ac2f-78ae7f5c55a7 req-6f9f6f66-5a39-4bbf-9023-0385fa98c784 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ea59999-142b-4eda-81ac-a1d6b5cd40d6 HTTP/1.1" status: 200 len: 210 time: 0.0400259 Aug 27 01:38:40.218840 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-df93c2d1-6395-42cf-9d12-188896278490 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:40.220105 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-df93c2d1-6395-42cf-9d12-188896278490 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4254072 Aug 27 01:38:40.223544 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 34564) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:40.228339 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [None req-cc8ba697-5744-4de2-be86-0d9487e66388 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Request body: {'security_group_rule': {'security_group_id': '05a11eb6-484b-4374-b19c-8d6b410e2f34', 'project_id': 'd683ea4300b545fda6f56b5c11ee189c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:38:40.372007 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-cc8ba697-5744-4de2-be86-0d9487e66388 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:40.392399 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 9c32aeb6-1955-43d9-8e27-e3a04941c19c up at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:38:40.444065 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-cc8ba697-5744-4de2-be86-0d9487e66388 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:40.446286 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning complete for port 9c32aeb6-1955-43d9-8e27-e3a04941c19c triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:38:40.449010 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:40.567595 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-cc8ba697-5744-4de2-be86-0d9487e66388 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069750'] for security_group_rule, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:40.586192 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8ba697-5744-4de2-be86-0d9487e66388 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dddf2c3d-8853-45ce-bee2-6590d7a1fb8e,revision_number=0']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:40.693784 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-cc8ba697-5744-4de2-be86-0d9487e66388 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:40.697602 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-cc8ba697-5744-4de2-be86-0d9487e66388 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4729278 Aug 27 01:38:40.697824 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 34568) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:40.702533 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [None req-27af8b84-d383-4f5b-9947-cc24ac4d1465 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Request body: {'security_group_rule': {'security_group_id': '05a11eb6-484b-4374-b19c-8d6b410e2f34', 'project_id': 'd683ea4300b545fda6f56b5c11ee189c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:38:40.757400 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4353cfa0-b491-4f1d-85df-85ba3a0f596f None None] Sync routers for ids ['6952824b-a868-4e90-8972-ed880e985273'] in dv-cinder-759169-3-iscsi {{(pid=94318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 01:38:40.775957 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4353cfa0-b491-4f1d-85df-85ba3a0f596f None None] Routers {'6952824b-a868-4e90-8972-ed880e985273'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:38:40.776284 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-4353cfa0-b491-4f1d-85df-85ba3a0f596f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:38:14Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['6952824b-a868-4e90-8972-ed880e985273'], 'active': True} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:38:40.800084 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.db.securitygroups_db [None req-27af8b84-d383-4f5b-9947-cc24ac4d1465 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Project d683ea4300b545fda6f56b5c11ee189c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 01:38:40.807032 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-27af8b84-d383-4f5b-9947-cc24ac4d1465 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:40.881430 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-27af8b84-d383-4f5b-9947-cc24ac4d1465 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:40.973855 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-27af8b84-d383-4f5b-9947-cc24ac4d1465 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069750'] for security_group_rule, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:40.987797 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvr_db [None req-4353cfa0-b491-4f1d-85df-85ba3a0f596f None None] Set router 6952824b-a868-4e90-8972-ed880e985273 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:38:40.999954 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27af8b84-d383-4f5b-9947-cc24ac4d1465 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b1fcd1c-ac14-4911-a59e-55e3ca3ba61a,revision_number=0']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:41.087033 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-27af8b84-d383-4f5b-9947-cc24ac4d1465 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:41.088274 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-27af8b84-d383-4f5b-9947-cc24ac4d1465 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3894470 Aug 27 01:38:41.090962 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 34574) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:41.095442 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [None req-ae130f60-c625-4e2c-ac9d-107ebb777701 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Request body: {'security_group_rule': {'security_group_id': '05a11eb6-484b-4374-b19c-8d6b410e2f34', 'project_id': 'd683ea4300b545fda6f56b5c11ee189c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:38:41.188771 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-4353cfa0-b491-4f1d-85df-85ba3a0f596f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6952824b-a868-4e90-8972-ed880e985273', 'name': 'tempest-TestShelveInstance-102756520-router', 'tenant_id': '5300ebf3b4fe4d50a207577cae0856a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '9c32aeb6-1955-43d9-8e27-e3a04941c19c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:38:32Z', 'updated_at': '2021-08-27T01:38:36Z', 'revision_number': 4, 'project_id': '5300ebf3b4fe4d50a207577cae0856a2', 'gw_port': {'id': '9c32aeb6-1955-43d9-8e27-e3a04941c19c', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:39:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6952824b-a868-4e90-8972-ed880e985273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:38:33Z', 'updated_at': '2021-08-27T01:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': 'e7337262-48b9-40a9-9b14-109c25a1ce3c', 'name': '', 'network_id': '47b89c4e-495a-4013-a0c5-84a7c6cf53d7', 'tenant_id': '5300ebf3b4fe4d50a207577cae0856a2', 'mac_address': 'fa:16:3e:44:52:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6952824b-a868-4e90-8972-ed880e985273', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c54dcb4e-5210-4572-b8b7-6bd188574146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:38:35Z', 'updated_at': '2021-08-27T01:38:36Z', 'revision_number': 2, 'project_id': '5300ebf3b4fe4d50a207577cae0856a2', 'subnets': [{'id': 'c54dcb4e-5210-4572-b8b7-6bd188574146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:38:41.203733 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-265ee6fe-6180-4736-b1c8-5c5c39cccd65 req-b63c20dd-ddde-4156-864b-70ed31b266de tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ea59999-142b-4eda-81ac-a1d6b5cd40d6 HTTP/1.1" status: 200 len: 210 time: 0.0245509 Aug 27 01:38:41.214208 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4353cfa0-b491-4f1d-85df-85ba3a0f596f None None] Checking router: 6952824b-a868-4e90-8972-ed880e985273 for host: dv-cinder-759169-3-iscsi {{(pid=94318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 01:38:41.214656 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4353cfa0-b491-4f1d-85df-85ba3a0f596f None None] Updating router 6952824b-a868-4e90-8972-ed880e985273 port e7337262-48b9-40a9-9b14-109c25a1ce3c binding host dv-cinder-759169-3-iscsi {{(pid=94318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 01:38:41.244915 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [None req-4353cfa0-b491-4f1d-85df-85ba3a0f596f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:41.251549 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.db.securitygroups_db [None req-ae130f60-c625-4e2c-ac9d-107ebb777701 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Project d683ea4300b545fda6f56b5c11ee189c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 01:38:41.256752 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-ae130f60-c625-4e2c-ac9d-107ebb777701 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:41.330387 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-ae130f60-c625-4e2c-ac9d-107ebb777701 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:41.452420 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-ae130f60-c625-4e2c-ac9d-107ebb777701 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069750'] for security_group_rule, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:41.470362 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae130f60-c625-4e2c-ac9d-107ebb777701 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1962393-9806-4c79-b68c-5db2ef6dca08,revision_number=0']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:41.508437 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [None req-4353cfa0-b491-4f1d-85df-85ba3a0f596f None None] Notify callbacks [] for port, precommit_update {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:41.518872 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.provisioning_blocks [None req-4353cfa0-b491-4f1d-85df-85ba3a0f596f None None] Transition to ACTIVE for port object e7337262-48b9-40a9-9b14-109c25a1ce3c will not be triggered until provisioned by entity L2. {{(pid=94318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:38:41.543981 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-ae130f60-c625-4e2c-ac9d-107ebb777701 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:41.545278 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-ae130f60-c625-4e2c-ac9d-107ebb777701 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4532697 Aug 27 01:38:41.622913 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [None req-4353cfa0-b491-4f1d-85df-85ba3a0f596f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:41.679266 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6a8028-e695-4918-88d5-d0e246da22e5 None None] Pushing event updated for resources: {'Port': ['ID=e7337262-48b9-40a9-9b14-109c25a1ce3c,revision_number=3']} {{(pid=94318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:41.733439 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.managers [None req-4353cfa0-b491-4f1d-85df-85ba3a0f596f None None] Attempting to bind port e7337262-48b9-40a9-9b14-109c25a1ce3c on host dv-cinder-759169-3-iscsi for vnic_type normal with profile {{(pid=94318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 01:38:41.733874 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.managers [None req-4353cfa0-b491-4f1d-85df-85ba3a0f596f None None] Attempting to bind port e7337262-48b9-40a9-9b14-109c25a1ce3c by drivers openvswitch,hyperv on host dv-cinder-759169-3-iscsi at level 0 using segments [{'id': '950653f7-3dc2-465e-bfa6-4f138ff04f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '47b89c4e-495a-4013-a0c5-84a7c6cf53d7'}] {{(pid=94318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 01:38:41.738990 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4353cfa0-b491-4f1d-85df-85ba3a0f596f None None] Attempting to bind port e7337262-48b9-40a9-9b14-109c25a1ce3c on network 47b89c4e-495a-4013-a0c5-84a7c6cf53d7 {{(pid=94318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:38:41.741041 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4353cfa0-b491-4f1d-85df-85ba3a0f596f None None] Checking agent: {'id': '9a53e131-30a1-425b-897f-67705806e918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759169-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 1, 22, 15), 'started_at': datetime.datetime(2021, 8, 27, 1, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 1, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759169-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 01:38:41.741671 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4353cfa0-b491-4f1d-85df-85ba3a0f596f None None] Checking segment: {'id': '950653f7-3dc2-465e-bfa6-4f138ff04f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '47b89c4e-495a-4013-a0c5-84a7c6cf53d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:38:41.742259 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [None req-4353cfa0-b491-4f1d-85df-85ba3a0f596f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:41.742824 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4353cfa0-b491-4f1d-85df-85ba3a0f596f None None] Bound using segment: {'id': '950653f7-3dc2-465e-bfa6-4f138ff04f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '47b89c4e-495a-4013-a0c5-84a7c6cf53d7'} {{(pid=94318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 01:38:41.743396 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.managers [None req-4353cfa0-b491-4f1d-85df-85ba3a0f596f None None] Bound port: e7337262-48b9-40a9-9b14-109c25a1ce3c, host: dv-cinder-759169-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950653f7-3dc2-465e-bfa6-4f138ff04f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '47b89c4e-495a-4013-a0c5-84a7c6cf53d7'}}] {{(pid=94318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 01:38:41.743904 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [None req-4353cfa0-b491-4f1d-85df-85ba3a0f596f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:41.813984 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.db [None req-4353cfa0-b491-4f1d-85df-85ba3a0f596f None None] For port e7337262-48b9-40a9-9b14-109c25a1ce3c, host dv-cinder-759169-3-iscsi, cleared binding levels {{(pid=94318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 01:38:41.817817 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.db [None req-4353cfa0-b491-4f1d-85df-85ba3a0f596f None None] For port e7337262-48b9-40a9-9b14-109c25a1ce3c, host dv-cinder-759169-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=e7337262-48b9-40a9-9b14-109c25a1ce3c,segment=NetworkSegment(950653f7-3dc2-465e-bfa6-4f138ff04f1d),segment_id=950653f7-3dc2-465e-bfa6-4f138ff04f1d)] {{(pid=94318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 01:38:41.921470 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [None req-4353cfa0-b491-4f1d-85df-85ba3a0f596f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:41.983794 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-a1436b2f-5969-4c10-ac09-240ffb7ae1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:41.993236 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4353cfa0-b491-4f1d-85df-85ba3a0f596f None None] Routers {'6952824b-a868-4e90-8972-ed880e985273'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:38:41.994134 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-4353cfa0-b491-4f1d-85df-85ba3a0f596f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:38:14Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['6952824b-a868-4e90-8972-ed880e985273'], 'active': True} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:38:42.033100 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6a8028-e695-4918-88d5-d0e246da22e5 None None] Pushing event updated for resources: {'Port': ['ID=e7337262-48b9-40a9-9b14-109c25a1ce3c,revision_number=4']} {{(pid=94318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:42.108933 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvr_db [None req-4353cfa0-b491-4f1d-85df-85ba3a0f596f None None] Set router 6952824b-a868-4e90-8972-ed880e985273 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:38:42.304512 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-bab050de-a727-4232-964c-954fccfcb63b req-a1db2c46-11f1-407f-8092-fc5488f9116f tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ea59999-142b-4eda-81ac-a1d6b5cd40d6 HTTP/1.1" status: 200 len: 210 time: 0.0266163 Aug 27 01:38:42.331401 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-4353cfa0-b491-4f1d-85df-85ba3a0f596f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6952824b-a868-4e90-8972-ed880e985273', 'name': 'tempest-TestShelveInstance-102756520-router', 'tenant_id': '5300ebf3b4fe4d50a207577cae0856a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '9c32aeb6-1955-43d9-8e27-e3a04941c19c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:38:32Z', 'updated_at': '2021-08-27T01:38:36Z', 'revision_number': 4, 'project_id': '5300ebf3b4fe4d50a207577cae0856a2', 'gw_port': {'id': '9c32aeb6-1955-43d9-8e27-e3a04941c19c', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:39:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6952824b-a868-4e90-8972-ed880e985273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:38:33Z', 'updated_at': '2021-08-27T01:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': 'e7337262-48b9-40a9-9b14-109c25a1ce3c', 'name': '', 'network_id': '47b89c4e-495a-4013-a0c5-84a7c6cf53d7', 'tenant_id': '5300ebf3b4fe4d50a207577cae0856a2', 'mac_address': 'fa:16:3e:44:52:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6952824b-a868-4e90-8972-ed880e985273', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c54dcb4e-5210-4572-b8b7-6bd188574146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:38:35Z', 'updated_at': '2021-08-27T01:38:41Z', 'revision_number': 4, 'project_id': '5300ebf3b4fe4d50a207577cae0856a2', 'subnets': [{'id': 'c54dcb4e-5210-4572-b8b7-6bd188574146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:38:42.358855 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4353cfa0-b491-4f1d-85df-85ba3a0f596f None None] The sync data for ids ['6952824b-a868-4e90-8972-ed880e985273'] in dv-cinder-759169-3-iscsi is: [{'id': '6952824b-a868-4e90-8972-ed880e985273', 'name': 'tempest-TestShelveInstance-102756520-router', 'tenant_id': '5300ebf3b4fe4d50a207577cae0856a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '9c32aeb6-1955-43d9-8e27-e3a04941c19c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:38:32Z', 'updated_at': '2021-08-27T01:38:36Z', 'revision_number': 4, 'project_id': '5300ebf3b4fe4d50a207577cae0856a2', 'gw_port': {'id': '9c32aeb6-1955-43d9-8e27-e3a04941c19c', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:39:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6952824b-a868-4e90-8972-ed880e985273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:38:33Z', 'updated_at': '2021-08-27T01:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': 'e7337262-48b9-40a9-9b14-109c25a1ce3c', 'name': '', 'network_id': '47b89c4e-495a-4013-a0c5-84a7c6cf53d7', 'tenant_id': '5300ebf3b4fe4d50a207577cae0856a2', 'mac_address': 'fa:16:3e:44:52:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6952824b-a868-4e90-8972-ed880e985273', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c54dcb4e-5210-4572-b8b7-6bd188574146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:38:35Z', 'updated_at': '2021-08-27T01:38:41Z', 'revision_number': 4, 'project_id': '5300ebf3b4fe4d50a207577cae0856a2', 'subnets': [{'id': 'c54dcb4e-5210-4572-b8b7-6bd188574146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 01:38:42.429831 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device e7337262-48b9-40a9-9b14-109c25a1ce3c up at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:38:42.499797 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-fea5ed50-41b5-4aaf-a2e6-8aefe7d0943c req-8db1ac5d-a7b7-410d-b90b-6d82f1eef963 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=d72e10657fb743329337e869d71860f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496402 Aug 27 01:38:42.607044 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning for port e7337262-48b9-40a9-9b14-109c25a1ce3c completed by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:38:42.611853 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning complete for port e7337262-48b9-40a9-9b14-109c25a1ce3c triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:38:42.612469 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:42.723015 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:42.723542 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5ed50-41b5-4aaf-a2e6-8aefe7d0943c req-4d466cbd-5eb7-4e11-82a9-24810100b0fb tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:38:42.725583 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-fea5ed50-41b5-4aaf-a2e6-8aefe7d0943c req-4d466cbd-5eb7-4e11-82a9-24810100b0fb tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2204199 Aug 27 01:38:42.746517 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [req-fea5ed50-41b5-4aaf-a2e6-8aefe7d0943c req-1874a8ff-254f-41f1-9b98-516dded4d172 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] Request body: {'port': {'device_id': '7ea59999-142b-4eda-81ac-a1d6b5cd40d6', 'network_id': 'a4efbc34-c203-4048-b24f-d4f743a283fb', 'admin_state_up': True, 'tenant_id': 'd72e10657fb743329337e869d71860f6'}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:38:42.768343 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] For port e7337262-48b9-40a9-9b14-109c25a1ce3c, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=e7337262-48b9-40a9-9b14-109c25a1ce3c,segment=NetworkSegment(950653f7-3dc2-465e-bfa6-4f138ff04f1d),segment_id=950653f7-3dc2-465e-bfa6-4f138ff04f1d)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:38:42.835754 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:42.893709 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Pushing event updated for resources: {'Port': ['ID=e7337262-48b9-40a9-9b14-109c25a1ce3c,revision_number=5']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:43.001523 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fea5ed50-41b5-4aaf-a2e6-8aefe7d0943c req-1874a8ff-254f-41f1-9b98-516dded4d172 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] Made reservation on behalf of d72e10657fb743329337e869d71860f6 for: {'port': 1} {{(pid=94315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:38:43.005343 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-fea5ed50-41b5-4aaf-a2e6-8aefe7d0943c req-1874a8ff-254f-41f1-9b98-516dded4d172 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:43.014880 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-fea5ed50-41b5-4aaf-a2e6-8aefe7d0943c req-1874a8ff-254f-41f1-9b98-516dded4d172 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] Notify callbacks [] for security_group, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:43.105472 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-fea5ed50-41b5-4aaf-a2e6-8aefe7d0943c req-1874a8ff-254f-41f1-9b98-516dded4d172 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] Notify callbacks [] for security_group, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:43.252386 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-fea5ed50-41b5-4aaf-a2e6-8aefe7d0943c req-1874a8ff-254f-41f1-9b98-516dded4d172 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:43.314128 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1874a8ff-254f-41f1-9b98-516dded4d172 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6d26c5-bc81-49b0-b955-ae256c84c10d,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:43.390521 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.db_base_plugin_common [req-fea5ed50-41b5-4aaf-a2e6-8aefe7d0943c req-1874a8ff-254f-41f1-9b98-516dded4d172 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] Allocated IP 192.168.233.81 (a4efbc34-c203-4048-b24f-d4f743a283fb/393b2a91-5e5d-4f6d-af73-e5636b1a6e89/4e1d7583-ac79-4bed-899f-93599ca917aa) {{(pid=94315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 01:38:43.407060 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-30d5c4d6-e775-4c8e-998e-1d17c7a04fbd req-33239dd9-78bd-4f28-ad9b-3dc7f3c02c74 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ea59999-142b-4eda-81ac-a1d6b5cd40d6 HTTP/1.1" status: 200 len: 210 time: 0.0262380 Aug 27 01:38:43.545136 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-fea5ed50-41b5-4aaf-a2e6-8aefe7d0943c req-1874a8ff-254f-41f1-9b98-516dded4d172 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] Notify callbacks [] for port, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:43.559722 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.provisioning_blocks [req-fea5ed50-41b5-4aaf-a2e6-8aefe7d0943c req-1874a8ff-254f-41f1-9b98-516dded4d172 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] Transition to ACTIVE for port object 4e1d7583-ac79-4bed-899f-93599ca917aa will not be triggered until provisioned by entity DHCP. {{(pid=94315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:38:43.670863 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-fea5ed50-41b5-4aaf-a2e6-8aefe7d0943c req-1874a8ff-254f-41f1-9b98-516dded4d172 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791478024214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8502847'] for port, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:43.718678 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fea5ed50-41b5-4aaf-a2e6-8aefe7d0943c req-1874a8ff-254f-41f1-9b98-516dded4d172 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] Network a4efbc34-c203-4048-b24f-d4f743a283fb is already hosted by enough agents. {{(pid=94315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:38:43.724298 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.base_scheduler [req-fea5ed50-41b5-4aaf-a2e6-8aefe7d0943c req-1874a8ff-254f-41f1-9b98-516dded4d172 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] Resources bound (agent type, host, resource id): {{(pid=94315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:38:43.728652 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.l3_dvrscheduler_db [req-fea5ed50-41b5-4aaf-a2e6-8aefe7d0943c req-1874a8ff-254f-41f1-9b98-516dded4d172 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] Received port after_create {{(pid=94315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 01:38:43.735729 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1874a8ff-254f-41f1-9b98-516dded4d172 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] Pushing event updated for resources: {'Port': ['ID=4e1d7583-ac79-4bed-899f-93599ca917aa,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:43.785243 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5ed50-41b5-4aaf-a2e6-8aefe7d0943c req-1874a8ff-254f-41f1-9b98-516dded4d172 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:38:43.786097 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-fea5ed50-41b5-4aaf-a2e6-8aefe7d0943c req-1874a8ff-254f-41f1-9b98-516dded4d172 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for port, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:43.888508 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-fea5ed50-41b5-4aaf-a2e6-8aefe7d0943c req-1874a8ff-254f-41f1-9b98-516dded4d172 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1466520 Aug 27 01:38:43.909112 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [req-fea5ed50-41b5-4aaf-a2e6-8aefe7d0943c req-25a84d53-e692-4084-be87-cb0c8dc4127c service neutron] Request body: {'port': {'device_id': '7ea59999-142b-4eda-81ac-a1d6b5cd40d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75916'}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:38:43.965095 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-fea5ed50-41b5-4aaf-a2e6-8aefe7d0943c req-25a84d53-e692-4084-be87-cb0c8dc4127c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:44.018149 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-15f23152-ca29-4c12-bc6a-da9621b4a478 None None] Provisioning for port 4e1d7583-ac79-4bed-899f-93599ca917aa completed by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:38:44.022976 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-15f23152-ca29-4c12-bc6a-da9621b4a478 None None] Provisioning complete for port 4e1d7583-ac79-4bed-899f-93599ca917aa triggered by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:38:44.031770 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-15f23152-ca29-4c12-bc6a-da9621b4a478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:44.062422 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-15f23152-ca29-4c12-bc6a-da9621b4a478 None None] Port 4e1d7583-ac79-4bed-899f-93599ca917aa cannot update to ACTIVE because it is not bound. {{(pid=94317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 01:38:44.241112 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [req-fea5ed50-41b5-4aaf-a2e6-8aefe7d0943c req-25a84d53-e692-4084-be87-cb0c8dc4127c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e1d7583-ac79-4bed-899f-93599ca917aa {{(pid=94315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 01:38:44.248763 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-fea5ed50-41b5-4aaf-a2e6-8aefe7d0943c req-25a84d53-e692-4084-be87-cb0c8dc4127c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:44.261031 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.provisioning_blocks [req-fea5ed50-41b5-4aaf-a2e6-8aefe7d0943c req-25a84d53-e692-4084-be87-cb0c8dc4127c service neutron] Transition to ACTIVE for port object 4e1d7583-ac79-4bed-899f-93599ca917aa will not be triggered until provisioned by entity L2. {{(pid=94315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:38:44.371115 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-fea5ed50-41b5-4aaf-a2e6-8aefe7d0943c req-25a84d53-e692-4084-be87-cb0c8dc4127c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8502822'] for port, after_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:44.407791 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device e7337262-48b9-40a9-9b14-109c25a1ce3c up at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:38:44.421154 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a84d53-e692-4084-be87-cb0c8dc4127c service neutron] Pushing event updated for resources: {'Port': ['ID=4e1d7583-ac79-4bed-899f-93599ca917aa,revision_number=2']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:44.495903 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning complete for port e7337262-48b9-40a9-9b14-109c25a1ce3c triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:38:44.496531 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:44.522354 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.managers [req-fea5ed50-41b5-4aaf-a2e6-8aefe7d0943c req-25a84d53-e692-4084-be87-cb0c8dc4127c service neutron] Attempting to bind port 4e1d7583-ac79-4bed-899f-93599ca917aa on host hv-cinder-75916 for vnic_type normal with profile {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 01:38:44.522689 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.managers [req-fea5ed50-41b5-4aaf-a2e6-8aefe7d0943c req-25a84d53-e692-4084-be87-cb0c8dc4127c service neutron] Attempting to bind port 4e1d7583-ac79-4bed-899f-93599ca917aa by drivers openvswitch,hyperv on host hv-cinder-75916 at level 0 using segments [{'id': 'b25e338c-7c02-4107-aeb7-018a6c31e28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a4efbc34-c203-4048-b24f-d4f743a283fb'}] {{(pid=94315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 01:38:44.523017 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea5ed50-41b5-4aaf-a2e6-8aefe7d0943c req-25a84d53-e692-4084-be87-cb0c8dc4127c service neutron] Attempting to bind port 4e1d7583-ac79-4bed-899f-93599ca917aa on network a4efbc34-c203-4048-b24f-d4f743a283fb {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:38:44.546389 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea5ed50-41b5-4aaf-a2e6-8aefe7d0943c req-25a84d53-e692-4084-be87-cb0c8dc4127c service neutron] Port 4e1d7583-ac79-4bed-899f-93599ca917aa on network a4efbc34-c203-4048-b24f-d4f743a283fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75916 {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 01:38:44.546715 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea5ed50-41b5-4aaf-a2e6-8aefe7d0943c req-25a84d53-e692-4084-be87-cb0c8dc4127c service neutron] Attempting to bind port 4e1d7583-ac79-4bed-899f-93599ca917aa on network a4efbc34-c203-4048-b24f-d4f743a283fb {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:38:44.557974 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea5ed50-41b5-4aaf-a2e6-8aefe7d0943c req-25a84d53-e692-4084-be87-cb0c8dc4127c service neutron] Checking agent: {'id': '7830a306-a71a-451e-a6c7-89247e1febf2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75916', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 1, 28, 23), 'started_at': datetime.datetime(2021, 8, 27, 1, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 1, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 01:38:44.558383 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea5ed50-41b5-4aaf-a2e6-8aefe7d0943c req-25a84d53-e692-4084-be87-cb0c8dc4127c service neutron] Checking segment: {'id': 'b25e338c-7c02-4107-aeb7-018a6c31e28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a4efbc34-c203-4048-b24f-d4f743a283fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:38:44.558690 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea5ed50-41b5-4aaf-a2e6-8aefe7d0943c req-25a84d53-e692-4084-be87-cb0c8dc4127c service neutron] Bound using segment: {'id': 'b25e338c-7c02-4107-aeb7-018a6c31e28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a4efbc34-c203-4048-b24f-d4f743a283fb'} {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 01:38:44.559125 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.managers [req-fea5ed50-41b5-4aaf-a2e6-8aefe7d0943c req-25a84d53-e692-4084-be87-cb0c8dc4127c service neutron] Bound port: 4e1d7583-ac79-4bed-899f-93599ca917aa, host: hv-cinder-75916, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b25e338c-7c02-4107-aeb7-018a6c31e28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a4efbc34-c203-4048-b24f-d4f743a283fb'}}] {{(pid=94315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 01:38:44.559479 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-fea5ed50-41b5-4aaf-a2e6-8aefe7d0943c req-25a84d53-e692-4084-be87-cb0c8dc4127c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:44.584887 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae281b-e501-49d9-8e40-5d25ae7a130d req-66f2b31c-42cd-484c-82b0-e1aaf8ae0554 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:38:44.586107 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d2ae281b-e501-49d9-8e40-5d25ae7a130d req-66f2b31c-42cd-484c-82b0-e1aaf8ae0554 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ea59999-142b-4eda-81ac-a1d6b5cd40d6 HTTP/1.1" status: 200 len: 947 time: 0.0791030 Aug 27 01:38:44.613186 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e76977e9-0469-4976-b896-06a42f40cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:44.666095 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d2ae281b-e501-49d9-8e40-5d25ae7a130d req-0aa10171-bef5-4bcb-a112-4f9cebbe4f68 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f6d26c5-bc81-49b0-b955-ae256c84c10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555751 Aug 27 01:38:44.668401 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [req-fea5ed50-41b5-4aaf-a2e6-8aefe7d0943c req-25a84d53-e692-4084-be87-cb0c8dc4127c service neutron] For port 4e1d7583-ac79-4bed-899f-93599ca917aa, host hv-cinder-75916, cleared binding levels {{(pid=94315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 01:38:44.671630 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [req-fea5ed50-41b5-4aaf-a2e6-8aefe7d0943c req-25a84d53-e692-4084-be87-cb0c8dc4127c service neutron] For port 4e1d7583-ac79-4bed-899f-93599ca917aa, host hv-cinder-75916, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=4e1d7583-ac79-4bed-899f-93599ca917aa,segment=NetworkSegment(b25e338c-7c02-4107-aeb7-018a6c31e28a),segment_id=b25e338c-7c02-4107-aeb7-018a6c31e28a)] {{(pid=94315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 01:38:44.688445 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:44.767982 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-fea5ed50-41b5-4aaf-a2e6-8aefe7d0943c req-25a84d53-e692-4084-be87-cb0c8dc4127c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8502822'] for port, after_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:45.064162 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5ed50-41b5-4aaf-a2e6-8aefe7d0943c req-25a84d53-e692-4084-be87-cb0c8dc4127c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:38:45.064764 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-fea5ed50-41b5-4aaf-a2e6-8aefe7d0943c req-25a84d53-e692-4084-be87-cb0c8dc4127c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for port, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:45.066160 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-fea5ed50-41b5-4aaf-a2e6-8aefe7d0943c req-25a84d53-e692-4084-be87-cb0c8dc4127c service neutron] 10.222.0.24 "PUT /v2.0/ports/4e1d7583-ac79-4bed-899f-93599ca917aa HTTP/1.1" status: 200 len: 1097 time: 1.1614583 Aug 27 01:38:45.066600 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ea59999-142b-4eda-81ac-a1d6b5cd40d6', 'tag': '4e1d7583-ac79-4bed-899f-93599ca917aa'}] {{(pid=94315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:38:45.072052 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4b197ec9f2f0e9474c50df7e7ed8b30a1ed8e7d4526d98a0361b780d87c209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1069720-4d20-4407-b908-c43258cf89b8" -d '{"events": [{"name": "network-changed", "server_uuid": "7ea59999-142b-4eda-81ac-a1d6b5cd40d6", "tag": "4e1d7583-ac79-4bed-899f-93599ca917aa"}]}' {{(pid=94315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:38:45.103815 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a84d53-e692-4084-be87-cb0c8dc4127c service neutron] Pushing event updated for resources: {'Port': ['ID=4e1d7583-ac79-4bed-899f-93599ca917aa,revision_number=3']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:45.117934 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 01:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ffcc491-08fa-45af-855f-701d72560343 x-openstack-request-id: req-8ffcc491-08fa-45af-855f-701d72560343 {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:38:45.118172 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ea59999-142b-4eda-81ac-a1d6b5cd40d6", "tag": "4e1d7583-ac79-4bed-899f-93599ca917aa", "status": "completed", "code": 200}]} {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:38:45.118429 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8ffcc491-08fa-45af-855f-701d72560343 {{(pid=94315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:38:45.118821 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ea59999-142b-4eda-81ac-a1d6b5cd40d6', 'tag': '4e1d7583-ac79-4bed-899f-93599ca917aa', 'status': 'completed', 'code': 200} Aug 27 01:38:45.207391 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1069720-4d20-4407-b908-c43258cf89b8 req-5c09baf9-cf91-44fa-b16d-8a1b48406039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:38:45.209564 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-b1069720-4d20-4407-b908-c43258cf89b8 req-5c09baf9-cf91-44fa-b16d-8a1b48406039 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d72e10657fb743329337e869d71860f6&device_id=7ea59999-142b-4eda-81ac-a1d6b5cd40d6 HTTP/1.1" status: 200 len: 1100 time: 0.0423155 Aug 27 01:38:45.247993 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-b1069720-4d20-4407-b908-c43258cf89b8 req-ce0a2744-c4fc-45b3-9d55-90334493dc03 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=d72e10657fb743329337e869d71860f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228901 Aug 27 01:38:45.344628 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1069720-4d20-4407-b908-c43258cf89b8 req-e3f90c93-b715-4551-bd5d-a22791218d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:38:45.346027 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-b1069720-4d20-4407-b908-c43258cf89b8 req-e3f90c93-b715-4551-bd5d-a22791218d58 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913992 Aug 27 01:38:45.455915 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5ed50-41b5-4aaf-a2e6-8aefe7d0943c req-dd7ce1cd-b5ac-424b-a936-134cb504ad35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:38:45.457724 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-fea5ed50-41b5-4aaf-a2e6-8aefe7d0943c req-dd7ce1cd-b5ac-424b-a936-134cb504ad35 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d72e10657fb743329337e869d71860f6&device_id=7ea59999-142b-4eda-81ac-a1d6b5cd40d6 HTTP/1.1" status: 200 len: 1100 time: 0.0468771 Aug 27 01:38:45.507324 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-fea5ed50-41b5-4aaf-a2e6-8aefe7d0943c req-ccd0214c-d2f2-4407-83a6-e14ebdbd1c18 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=4e1d7583-ac79-4bed-899f-93599ca917aa HTTP/1.1" status: 200 len: 217 time: 0.0351443 Aug 27 01:38:45.561669 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5ed50-41b5-4aaf-a2e6-8aefe7d0943c req-423ace5c-6361-4b50-aef6-145794ed91ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:38:45.563143 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-fea5ed50-41b5-4aaf-a2e6-8aefe7d0943c req-423ace5c-6361-4b50-aef6-145794ed91ce service neutron] 10.222.0.24 "GET /v2.0/subnets?id=393b2a91-5e5d-4f6d-af73-e5636b1a6e89 HTTP/1.1" status: 200 len: 843 time: 0.0467114 Aug 27 01:38:45.612885 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5ed50-41b5-4aaf-a2e6-8aefe7d0943c req-82ccd416-7b60-4ce6-8fb8-2cabda136776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:38:45.614589 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-fea5ed50-41b5-4aaf-a2e6-8aefe7d0943c req-82ccd416-7b60-4ce6-8fb8-2cabda136776 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a4efbc34-c203-4048-b24f-d4f743a283fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0435944 Aug 27 01:38:45.709202 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-fea5ed50-41b5-4aaf-a2e6-8aefe7d0943c req-f8cb3cd1-5fdf-424b-aeca-e6ca68144785 service neutron] 10.222.0.24 "GET /v2.0/networks/a4efbc34-c203-4048-b24f-d4f743a283fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859604 Aug 27 01:38:45.839386 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ef2a0-6969-45ff-8feb-9d80564bc43c req-d705e12c-ff41-44e9-87e7-4d271950c8d4 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:38:45.840905 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-1f3ef2a0-6969-45ff-8feb-9d80564bc43c req-d705e12c-ff41-44e9-87e7-4d271950c8d4 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ea59999-142b-4eda-81ac-a1d6b5cd40d6 HTTP/1.1" status: 200 len: 947 time: 0.0777783 Aug 27 01:38:45.852138 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-fea5ed50-41b5-4aaf-a2e6-8aefe7d0943c req-db246830-5465-46f4-8f8b-2e9e04d8b9d3 service neutron] 10.222.0.24 "GET /v2.0/networks/a4efbc34-c203-4048-b24f-d4f743a283fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360674 Aug 27 01:38:45.887858 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-1f3ef2a0-6969-45ff-8feb-9d80564bc43c req-24da1413-cbc9-4c22-9b22-dba8dbc456fc tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f6d26c5-bc81-49b0-b955-ae256c84c10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334945 Aug 27 01:38:45.978358 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ed545f81-8b1b-4cf8-a1bc-5817d83b44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:46.048375 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 34686) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:46.154621 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-760e9097-f05c-4bf8-adc2-51e652dd6167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:46.240219 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-760e9097-f05c-4bf8-adc2-51e652dd6167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:46.321327 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-760e9097-f05c-4bf8-adc2-51e652dd6167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:46.359148 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-760e9097-f05c-4bf8-adc2-51e652dd6167 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fa111e4d8c9d48bbb4e07eee18698f2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3096642 Aug 27 01:38:46.366820 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760e9097-f05c-4bf8-adc2-51e652dd6167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4047555a-f31a-4c9f-8606-bd67c580fbc4,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:46.366957 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 34690) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:46.412517 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-77ea2c4c-c0b4-4b40-b19c-0fb793e42756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:46.437371 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-77ea2c4c-c0b4-4b40-b19c-0fb793e42756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:46.630075 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-77ea2c4c-c0b4-4b40-b19c-0fb793e42756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:46.632550 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-77ea2c4c-c0b4-4b40-b19c-0fb793e42756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:46.633732 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-77ea2c4c-c0b4-4b40-b19c-0fb793e42756 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4047555a-f31a-4c9f-8606-bd67c580fbc4 HTTP/1.1" status: 204 len: 168 time: 0.2708244 Aug 27 01:38:46.641726 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea2c4c-c0b4-4b40-b19c-0fb793e42756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4047555a-f31a-4c9f-8606-bd67c580fbc4,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:47.006848 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65123893-7596-4a3e-a364-25c10da925c5 req-2e2fe058-91c5-491c-aaf1-731668582433 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:38:47.008352 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-65123893-7596-4a3e-a364-25c10da925c5 req-2e2fe058-91c5-491c-aaf1-731668582433 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ea59999-142b-4eda-81ac-a1d6b5cd40d6 HTTP/1.1" status: 200 len: 947 time: 0.0522518 Aug 27 01:38:47.046061 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-65123893-7596-4a3e-a364-25c10da925c5 req-0c144bf8-87c8-4387-9545-b8624a309f95 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f6d26c5-bc81-49b0-b955-ae256c84c10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318019 Aug 27 01:38:47.296773 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 34700) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:47.311252 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-e7467b9e-2161-4c62-b9bf-683a48bcc09d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:47.406000 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-e7467b9e-2161-4c62-b9bf-683a48bcc09d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:47.509580 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-809c4053-e1f3-4656-979d-5dfd58cb0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:47.538734 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-e7467b9e-2161-4c62-b9bf-683a48bcc09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:47.577985 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7467b9e-2161-4c62-b9bf-683a48bcc09d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6ccbfc-bf28-4a50-8903-26560ce1b2a8,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:47.583488 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-e7467b9e-2161-4c62-b9bf-683a48bcc09d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d2e01d5effb34c138e7bf9fe5a3913e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2855601 Aug 27 01:38:47.586197 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 34702) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:47.638067 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-ec282e31-d6d7-41f1-a348-8761b1f1368a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:47.659590 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-ec282e31-d6d7-41f1-a348-8761b1f1368a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:47.767430 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-ec282e31-d6d7-41f1-a348-8761b1f1368a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:47.770452 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-ec282e31-d6d7-41f1-a348-8761b1f1368a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:47.771637 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-ec282e31-d6d7-41f1-a348-8761b1f1368a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eb6ccbfc-bf28-4a50-8903-26560ce1b2a8 HTTP/1.1" status: 204 len: 168 time: 0.1845443 Aug 27 01:38:47.779976 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec282e31-d6d7-41f1-a348-8761b1f1368a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6ccbfc-bf28-4a50-8903-26560ce1b2a8,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:48.167757 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778847eb-0ad8-4c6e-a7bf-bcf029479d7f req-7c3a3e9d-810e-4e21-9a17-9f9c24370838 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:38:48.169400 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-778847eb-0ad8-4c6e-a7bf-bcf029479d7f req-7c3a3e9d-810e-4e21-9a17-9f9c24370838 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ea59999-142b-4eda-81ac-a1d6b5cd40d6 HTTP/1.1" status: 200 len: 947 time: 0.0542433 Aug 27 01:38:48.210760 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-778847eb-0ad8-4c6e-a7bf-bcf029479d7f req-86ff9b02-2554-4c97-9b37-2f4825e5be03 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f6d26c5-bc81-49b0-b955-ae256c84c10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348985 Aug 27 01:38:48.572484 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device 4e1d7583-ac79-4bed-899f-93599ca917aa details requested by agent hyperv_hv-cinder-75916 with host hv-cinder-75916 {{(pid=94317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 01:38:48.669836 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port 4e1d7583-ac79-4bed-899f-93599ca917aa, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=4e1d7583-ac79-4bed-899f-93599ca917aa,segment=NetworkSegment(b25e338c-7c02-4107-aeb7-018a6c31e28a),segment_id=b25e338c-7c02-4107-aeb7-018a6c31e28a)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:38:48.681442 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Returning: {'device': '4e1d7583-ac79-4bed-899f-93599ca917aa', 'network_id': 'a4efbc34-c203-4048-b24f-d4f743a283fb', 'port_id': '4e1d7583-ac79-4bed-899f-93599ca917aa', 'mac_address': 'fa:16:3e:7f:e5:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '393b2a91-5e5d-4f6d-af73-e5636b1a6e89', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 01:38:48.722847 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:48.736200 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.notifiers.nova [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e1d7583-ac79-4bed-899f-93599ca917aa {{(pid=94317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 01:38:48.756537 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port 4e1d7583-ac79-4bed-899f-93599ca917aa, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=4e1d7583-ac79-4bed-899f-93599ca917aa,segment=NetworkSegment(b25e338c-7c02-4107-aeb7-018a6c31e28a),segment_id=b25e338c-7c02-4107-aeb7-018a6c31e28a)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:38:48.852700 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:48.910284 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Pushing event updated for resources: {'Port': ['ID=4e1d7583-ac79-4bed-899f-93599ca917aa,revision_number=4']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:49.147681 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] get_ports_and_sgs() called for port_ids ['4e1d7583-ac79-4bed-899f-93599ca917aa'] {{(pid=94317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 01:38:49.331179 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de89043-dd7b-46e5-a61b-d340a1631aaa req-99f901c2-df68-416c-8965-a8752bab4db9 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:38:49.332794 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-7de89043-dd7b-46e5-a61b-d340a1631aaa req-99f901c2-df68-416c-8965-a8752bab4db9 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ea59999-142b-4eda-81ac-a1d6b5cd40d6 HTTP/1.1" status: 200 len: 948 time: 0.0487270 Aug 27 01:38:49.371252 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-7de89043-dd7b-46e5-a61b-d340a1631aaa req-7f373a7f-05e0-441d-9da5-f4850f9241c5 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f6d26c5-bc81-49b0-b955-ae256c84c10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324121 Aug 27 01:38:50.489790 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db58c8-abc7-491a-b8c2-f10ed93b75d3 req-4cbb4467-67f7-4f8a-8e9e-6a7596b0cf5a tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:38:50.491361 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-b4db58c8-abc7-491a-b8c2-f10ed93b75d3 req-4cbb4467-67f7-4f8a-8e9e-6a7596b0cf5a tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ea59999-142b-4eda-81ac-a1d6b5cd40d6 HTTP/1.1" status: 200 len: 948 time: 0.0499666 Aug 27 01:38:50.531299 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-b4db58c8-abc7-491a-b8c2-f10ed93b75d3 req-f62503ba-3f42-4b61-b8d0-94c9ff174a80 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f6d26c5-bc81-49b0-b955-ae256c84c10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331953 Aug 27 01:38:50.601058 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device 4e1d7583-ac79-4bed-899f-93599ca917aa up at agent hyperv_hv-cinder-75916 {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:38:50.715159 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Provisioning for port 4e1d7583-ac79-4bed-899f-93599ca917aa completed by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:38:50.719264 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Provisioning complete for port 4e1d7583-ac79-4bed-899f-93599ca917aa triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:38:50.719931 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:50.806612 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:50.829082 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea59999-142b-4eda-81ac-a1d6b5cd40d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e1d7583-ac79-4bed-899f-93599ca917aa'}] {{(pid=94317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:38:50.834900 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ae24146460100d3107ec4d42823fa970b16dae16efc5fac949978fe01edd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c67e45-45a2-4bc2-a626-e5ca4559f772" -d '{"events": [{"server_uuid": "7ea59999-142b-4eda-81ac-a1d6b5cd40d6", "name": "network-vif-plugged", "status": "completed", "tag": "4e1d7583-ac79-4bed-899f-93599ca917aa"}]}' {{(pid=94317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:38:50.847360 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port 4e1d7583-ac79-4bed-899f-93599ca917aa, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=4e1d7583-ac79-4bed-899f-93599ca917aa,segment=NetworkSegment(b25e338c-7c02-4107-aeb7-018a6c31e28a),segment_id=b25e338c-7c02-4107-aeb7-018a6c31e28a)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:38:50.870646 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 01:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8eb92f-765e-44e4-9cca-1e4c8aa82d38 x-openstack-request-id: req-bd8eb92f-765e-44e4-9cca-1e4c8aa82d38 {{(pid=94317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:38:50.870946 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ea59999-142b-4eda-81ac-a1d6b5cd40d6", "name": "network-vif-plugged", "status": "completed", "tag": "4e1d7583-ac79-4bed-899f-93599ca917aa", "code": 200}]} {{(pid=94317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:38:50.871210 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bd8eb92f-765e-44e4-9cca-1e4c8aa82d38 {{(pid=94317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:38:50.871611 dv-cinder-759169-3-iscsi neutron-server[94317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ea59999-142b-4eda-81ac-a1d6b5cd40d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e1d7583-ac79-4bed-899f-93599ca917aa', 'code': 200} Aug 27 01:38:50.932673 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:50.986125 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Pushing event updated for resources: {'Port': ['ID=4e1d7583-ac79-4bed-899f-93599ca917aa,revision_number=5']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:51.258340 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a9cd1-9c83-47b0-9673-ff2b48721fba req-1ab87a06-a082-4dc9-b364-827f98df7679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:38:51.261194 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-3b4a9cd1-9c83-47b0-9673-ff2b48721fba req-1ab87a06-a082-4dc9-b364-827f98df7679 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7ea59999-142b-4eda-81ac-a1d6b5cd40d6 HTTP/1.1" status: 200 len: 1102 time: 0.0411603 Aug 27 01:38:51.302240 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-3b4a9cd1-9c83-47b0-9673-ff2b48721fba req-2697b645-a4a6-4c6d-b85d-064941b66b43 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8f6d26c5-bc81-49b0-b955-ae256c84c10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336533 Aug 27 01:38:51.650122 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb1bb0-6a52-41b2-9b3f-e9d3802d4415 req-400644e4-301d-4b83-bae6-203d0ce1164c tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:38:51.651638 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-f7eb1bb0-6a52-41b2-9b3f-e9d3802d4415 req-400644e4-301d-4b83-bae6-203d0ce1164c tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ea59999-142b-4eda-81ac-a1d6b5cd40d6 HTTP/1.1" status: 200 len: 949 time: 0.0541468 Aug 27 01:38:51.694564 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-f7eb1bb0-6a52-41b2-9b3f-e9d3802d4415 req-51ef1d39-a140-4b75-a892-98bba8d348e8 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f6d26c5-bc81-49b0-b955-ae256c84c10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363996 Aug 27 01:38:52.820552 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8915aff-f618-447e-922f-e3851f92a9a6 req-18c40a17-031d-4488-b0b9-6982a93959fc tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:38:52.822038 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-e8915aff-f618-447e-922f-e3851f92a9a6 req-18c40a17-031d-4488-b0b9-6982a93959fc tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ea59999-142b-4eda-81ac-a1d6b5cd40d6 HTTP/1.1" status: 200 len: 949 time: 0.0583503 Aug 27 01:38:52.860140 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-e8915aff-f618-447e-922f-e3851f92a9a6 req-0333324a-458b-42e6-b2bf-7ce0346bc847 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f6d26c5-bc81-49b0-b955-ae256c84c10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321131 Aug 27 01:38:53.335414 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6089c27-e353-4745-9706-fae7f6d7a58d req-44054923-08ed-4f07-aa13-7334253a5718 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:38:53.336890 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-d6089c27-e353-4745-9706-fae7f6d7a58d req-44054923-08ed-4f07-aa13-7334253a5718 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ea59999-142b-4eda-81ac-a1d6b5cd40d6 HTTP/1.1" status: 200 len: 949 time: 0.0513039 Aug 27 01:38:53.377268 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-d6089c27-e353-4745-9706-fae7f6d7a58d req-120ad506-f0a8-453e-9935-e7681e4ce67f tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f6d26c5-bc81-49b0-b955-ae256c84c10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327446 Aug 27 01:38:53.552278 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 34798) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:53.656931 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-09477ae0-6318-4c26-b9aa-d36cdabbeb60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:53.748693 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-09477ae0-6318-4c26-b9aa-d36cdabbeb60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:53.834057 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-09477ae0-6318-4c26-b9aa-d36cdabbeb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:53.875795 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-09477ae0-6318-4c26-b9aa-d36cdabbeb60 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3358850d521a4ba6bde7d6ff1a0d1812&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3223968 Aug 27 01:38:53.876612 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09477ae0-6318-4c26-b9aa-d36cdabbeb60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc7c58d-d28f-4e14-a57a-d3a2b2751fc7,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:53.878602 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 34802) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:38:53.928270 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-08938422-eb76-4a48-9a82-7c878614fd2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:53.948745 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-08938422-eb76-4a48-9a82-7c878614fd2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:54.081412 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-08938422-eb76-4a48-9a82-7c878614fd2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:54.084551 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-08938422-eb76-4a48-9a82-7c878614fd2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:54.085723 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-08938422-eb76-4a48-9a82-7c878614fd2e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6fc7c58d-d28f-4e14-a57a-d3a2b2751fc7 HTTP/1.1" status: 204 len: 168 time: 0.2060652 Aug 27 01:38:54.093848 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08938422-eb76-4a48-9a82-7c878614fd2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc7c58d-d28f-4e14-a57a-d3a2b2751fc7,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:54.474361 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:54.509103 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d8ed7-e925-40e1-8d02-b6c2dacfcdad req-ba4ff23f-0647-4b8c-b8d0-7b1350200e48 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:38:54.510610 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-2d7d8ed7-e925-40e1-8d02-b6c2dacfcdad req-ba4ff23f-0647-4b8c-b8d0-7b1350200e48 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ea59999-142b-4eda-81ac-a1d6b5cd40d6 HTTP/1.1" status: 200 len: 949 time: 0.0571632 Aug 27 01:38:54.553372 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-2d7d8ed7-e925-40e1-8d02-b6c2dacfcdad req-d07f14ce-5188-4351-bce8-45d3ec8d290b tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f6d26c5-bc81-49b0-b955-ae256c84c10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366900 Aug 27 01:38:54.924436 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee75148-c8db-4873-a9e7-2391cc2027f3 req-21ef75f4-c896-4fe3-943e-b0240665fd74 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:38:54.926013 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-7ee75148-c8db-4873-a9e7-2391cc2027f3 req-21ef75f4-c896-4fe3-943e-b0240665fd74 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ea59999-142b-4eda-81ac-a1d6b5cd40d6 HTTP/1.1" status: 200 len: 949 time: 0.0560844 Aug 27 01:38:55.024254 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [req-7ee75148-c8db-4873-a9e7-2391cc2027f3 req-6a33b616-e664-4d43-a9ca-a4169ce1cab2 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] Deleting port 4e1d7583-ac79-4bed-899f-93599ca917aa {{(pid=94315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:38:55.024594 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-7ee75148-c8db-4873-a9e7-2391cc2027f3 req-6a33b616-e664-4d43-a9ca-a4169ce1cab2 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:55.118779 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [req-7ee75148-c8db-4873-a9e7-2391cc2027f3 req-6a33b616-e664-4d43-a9ca-a4169ce1cab2 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] For port 4e1d7583-ac79-4bed-899f-93599ca917aa, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=4e1d7583-ac79-4bed-899f-93599ca917aa,segment=NetworkSegment(b25e338c-7c02-4107-aeb7-018a6c31e28a),segment_id=b25e338c-7c02-4107-aeb7-018a6c31e28a)] {{(pid=94315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:38:55.119061 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-7ee75148-c8db-4873-a9e7-2391cc2027f3 req-6a33b616-e664-4d43-a9ca-a4169ce1cab2 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:55.132443 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [req-7ee75148-c8db-4873-a9e7-2391cc2027f3 req-6a33b616-e664-4d43-a9ca-a4169ce1cab2 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] Calling delete_port for 4e1d7583-ac79-4bed-899f-93599ca917aa owned by compute:nova {{(pid=94315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:38:55.379078 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-7ee75148-c8db-4873-a9e7-2391cc2027f3 req-6a33b616-e664-4d43-a9ca-a4169ce1cab2 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8502847'] for port, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:55.408606 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a33b616-e664-4d43-a9ca-a4169ce1cab2 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] Pushing event deleted for resources: {'Port': ['ID=4e1d7583-ac79-4bed-899f-93599ca917aa,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:38:55.415187 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] get_ports_and_sgs() called for port_ids ['4e1d7583-ac79-4bed-899f-93599ca917aa'] {{(pid=94317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 01:38:55.444071 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a33b616-e664-4d43-a9ca-a4169ce1cab2 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:38:55.444588 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a33b616-e664-4d43-a9ca-a4169ce1cab2 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:38:55.444823 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a33b616-e664-4d43-a9ca-a4169ce1cab2 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:38:55.445174 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a33b616-e664-4d43-a9ca-a4169ce1cab2 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:38:55.445692 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a33b616-e664-4d43-a9ca-a4169ce1cab2 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:38:55.446026 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a33b616-e664-4d43-a9ca-a4169ce1cab2 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:38:55.446353 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a33b616-e664-4d43-a9ca-a4169ce1cab2 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:38:55.446678 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a33b616-e664-4d43-a9ca-a4169ce1cab2 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:38:55.447064 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a33b616-e664-4d43-a9ca-a4169ce1cab2 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:38:55.447393 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a33b616-e664-4d43-a9ca-a4169ce1cab2 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:38:55.447713 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a33b616-e664-4d43-a9ca-a4169ce1cab2 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:38:55.448030 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a33b616-e664-4d43-a9ca-a4169ce1cab2 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:38:55.468474 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ee75148-c8db-4873-a9e7-2391cc2027f3 req-6a33b616-e664-4d43-a9ca-a4169ce1cab2 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] No DVR routers for this DVR port 4e1d7583-ac79-4bed-899f-93599ca917aa on host hv-cinder-75916 {{(pid=94315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 01:38:55.471165 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-7ee75148-c8db-4873-a9e7-2391cc2027f3 req-6a33b616-e664-4d43-a9ca-a4169ce1cab2 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for port, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:38:55.473743 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-7ee75148-c8db-4873-a9e7-2391cc2027f3 req-6a33b616-e664-4d43-a9ca-a4169ce1cab2 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] 10.222.0.24 "DELETE /v2.0/ports/4e1d7583-ac79-4bed-899f-93599ca917aa HTTP/1.1" status: 204 len: 173 time: 0.5410078 Aug 27 01:38:55.474379 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea59999-142b-4eda-81ac-a1d6b5cd40d6', 'name': 'network-vif-deleted', 'tag': '4e1d7583-ac79-4bed-899f-93599ca917aa'}] {{(pid=94315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:38:55.476668 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4b197ec9f2f0e9474c50df7e7ed8b30a1ed8e7d4526d98a0361b780d87c209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9935c280-c934-423b-9723-53bb98e6712c" -d '{"events": [{"server_uuid": "7ea59999-142b-4eda-81ac-a1d6b5cd40d6", "name": "network-vif-deleted", "tag": "4e1d7583-ac79-4bed-899f-93599ca917aa"}]}' {{(pid=94315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:38:55.518363 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 01:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee380f1-790e-40b6-9256-14b311d9eddd x-openstack-request-id: req-9ee380f1-790e-40b6-9256-14b311d9eddd {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:38:55.518363 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ea59999-142b-4eda-81ac-a1d6b5cd40d6", "name": "network-vif-deleted", "tag": "4e1d7583-ac79-4bed-899f-93599ca917aa", "status": "completed", "code": 200}]} {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:38:55.518363 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9ee380f1-790e-40b6-9256-14b311d9eddd {{(pid=94315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:38:55.518363 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ea59999-142b-4eda-81ac-a1d6b5cd40d6', 'name': 'network-vif-deleted', 'tag': '4e1d7583-ac79-4bed-899f-93599ca917aa', 'status': 'completed', 'code': 200} Aug 27 01:38:55.657408 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-e2f17035-69f0-4964-9561-e0a7cadefb06 req-fcbacb28-7e68-4942-9403-fe7961a00c1a tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ea59999-142b-4eda-81ac-a1d6b5cd40d6 HTTP/1.1" status: 200 len: 210 time: 0.0301166 Aug 27 01:38:56.764412 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-acdca0af-9aa6-4d48-8f00-9b4a95e15509 req-a6d99086-ada6-4bea-8691-784bf3eb6c39 tempest-VolumesNegativeTest-1799365402 tempest-VolumesNegativeTest-1799365402-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ea59999-142b-4eda-81ac-a1d6b5cd40d6 HTTP/1.1" status: 200 len: 210 time: 0.0277829 Aug 27 01:38:58.655648 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device 4e1d7583-ac79-4bed-899f-93599ca917aa no longer exists at agent hyperv_hv-cinder-75916 {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 01:38:58.675994 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] No Port match for: 4e1d7583-ac79-4bed-899f-93599ca917aa {{(pid=94317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 01:38:58.676146 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device 4e1d7583-ac79-4bed-899f-93599ca917aa not bound to the agent host hv-cinder-75916 {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 01:39:00.015902 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.agents_db [None req-fec0d0a0-65fd-4898-8015-6bc2580b487e None None] Agent healthcheck: found 6 active agents {{(pid=94318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 01:39:00.618759 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-0379f27e-a563-41ef-94f0-fe7dd7590499 req-fdb2c3b3-03bc-4c2a-adec-12d5ad8b02d3 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2128433478&fields=id&tenant_id=d683ea4300b545fda6f56b5c11ee189c HTTP/1.1" status: 200 len: 267 time: 0.0328870 Aug 27 01:39:00.726169 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379f27e-a563-41ef-94f0-fe7dd7590499 req-c4cb4fc3-cb03-43dd-a418-ab380f540495 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:39:00.727618 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-0379f27e-a563-41ef-94f0-fe7dd7590499 req-c4cb4fc3-cb03-43dd-a418-ab380f540495 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/networks?id=4dd6da0d-1759-4b21-a814-ac1356beb0a9 HTTP/1.1" status: 200 len: 809 time: 0.1015823 Aug 27 01:39:00.743734 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-0379f27e-a563-41ef-94f0-fe7dd7590499 req-1717e8ff-a4ab-41c6-bac6-3558f6d8ff9e tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/quotas/d683ea4300b545fda6f56b5c11ee189c HTTP/1.1" status: 200 len: 375 time: 0.0098751 Aug 27 01:39:00.793800 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-0379f27e-a563-41ef-94f0-fe7dd7590499 req-e91fe851-c62b-4040-8e33-2a85f92dd11e tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d683ea4300b545fda6f56b5c11ee189c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446689 Aug 27 01:39:00.904450 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-0379f27e-a563-41ef-94f0-fe7dd7590499 req-fc238fb9-1157-429f-ab33-88c2abf59073 service neutron] 10.222.0.25 "GET /v2.0/networks/4dd6da0d-1759-4b21-a814-ac1356beb0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912063 Aug 27 01:39:00.991081 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-0379f27e-a563-41ef-94f0-fe7dd7590499 req-ed47b9d0-9bf5-437f-a286-2d6541d05f86 service neutron] 10.222.0.25 "GET /v2.0/networks/4dd6da0d-1759-4b21-a814-ac1356beb0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882361 Aug 27 01:39:01.538704 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-cd1bf06d-ba7f-415e-a828-46b5e1d3f1bc req-4ac20a55-8a4b-492a-8c63-ed8c62ccde3f tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 210 time: 0.0264082 Aug 27 01:39:02.637079 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-c8fceb4b-d1b7-482a-b022-55d7e120b5ad req-2ba2bdc7-e033-4e93-97e7-35aa69ba9467 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 210 time: 0.0327694 Aug 27 01:39:03.574867 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379f27e-a563-41ef-94f0-fe7dd7590499 req-8257278e-f823-414a-862a-a69937a76758 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:39:03.576011 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0379f27e-a563-41ef-94f0-fe7dd7590499 req-8257278e-f823-414a-862a-a69937a76758 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.24 "GET /v2.0/networks?id=4dd6da0d-1759-4b21-a814-ac1356beb0a9 HTTP/1.1" status: 200 len: 809 time: 0.1045692 Aug 27 01:39:03.632868 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0379f27e-a563-41ef-94f0-fe7dd7590499 req-19777f00-34a9-4c68-b3c9-cedee1d68ede tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d683ea4300b545fda6f56b5c11ee189c HTTP/1.1" status: 200 len: 380 time: 0.0423546 Aug 27 01:39:03.643040 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [req-0379f27e-a563-41ef-94f0-fe7dd7590499 req-57c44fab-7d57-4f64-a430-94b852dbf2bb tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Request body: {'port': {'device_id': '9b043518-6eef-4325-8de3-ed41b0cafbd3', 'network_id': '4dd6da0d-1759-4b21-a814-ac1356beb0a9', 'admin_state_up': True, 'tenant_id': 'd683ea4300b545fda6f56b5c11ee189c', 'security_groups': ['05a11eb6-484b-4374-b19c-8d6b410e2f34']}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:39:03.741164 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-035e2d9a-d1a0-4b84-b004-c2854bc87259 req-004e5f48-c29d-4328-90d1-c3c7db01ed80 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 210 time: 0.0376282 Aug 27 01:39:03.818231 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 35184) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:39:03.898445 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0379f27e-a563-41ef-94f0-fe7dd7590499 req-57c44fab-7d57-4f64-a430-94b852dbf2bb tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Made reservation on behalf of d683ea4300b545fda6f56b5c11ee189c for: {'port': 1} {{(pid=94315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:39:03.898445 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-0379f27e-a563-41ef-94f0-fe7dd7590499 req-57c44fab-7d57-4f64-a430-94b852dbf2bb tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:03.974530 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-6cfe95de-0556-4af3-8dbe-c3aafac21e8a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d72e10657fb743329337e869d71860f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1554375 Aug 27 01:39:03.975259 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 35194) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:39:04.072573 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.db_base_plugin_common [req-0379f27e-a563-41ef-94f0-fe7dd7590499 req-57c44fab-7d57-4f64-a430-94b852dbf2bb tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Allocated IP 172.20.0.14 (4dd6da0d-1759-4b21-a814-ac1356beb0a9/22c41954-9468-4ea8-8482-d450337a71cb/66ae3a5c-bed1-480a-8aa0-cda45f03b919) {{(pid=94315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 01:39:04.078233 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-4659cdea-e7ca-4ca6-8ed6-217c156685ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:04.115787 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-4659cdea-e7ca-4ca6-8ed6-217c156685ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:04.250295 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-0379f27e-a563-41ef-94f0-fe7dd7590499 req-57c44fab-7d57-4f64-a430-94b852dbf2bb tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Notify callbacks [] for port, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:04.298061 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.provisioning_blocks [req-0379f27e-a563-41ef-94f0-fe7dd7590499 req-57c44fab-7d57-4f64-a430-94b852dbf2bb tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Transition to ACTIVE for port object 66ae3a5c-bed1-480a-8aa0-cda45f03b919 will not be triggered until provisioned by entity DHCP. {{(pid=94315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:39:04.299466 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-4659cdea-e7ca-4ca6-8ed6-217c156685ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:04.302057 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-4659cdea-e7ca-4ca6-8ed6-217c156685ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:04.303195 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-4659cdea-e7ca-4ca6-8ed6-217c156685ee admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8f6d26c5-bc81-49b0-b955-ae256c84c10d HTTP/1.1" status: 204 len: 168 time: 0.3269904 Aug 27 01:39:04.314928 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4659cdea-e7ca-4ca6-8ed6-217c156685ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6d26c5-bc81-49b0-b955-ae256c84c10d,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:39:04.413167 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-0379f27e-a563-41ef-94f0-fe7dd7590499 req-57c44fab-7d57-4f64-a430-94b852dbf2bb tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791478024214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8502847'] for port, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:04.460390 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0379f27e-a563-41ef-94f0-fe7dd7590499 req-57c44fab-7d57-4f64-a430-94b852dbf2bb tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Network 4dd6da0d-1759-4b21-a814-ac1356beb0a9 is already hosted by enough agents. {{(pid=94315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:39:04.479004 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.base_scheduler [req-0379f27e-a563-41ef-94f0-fe7dd7590499 req-57c44fab-7d57-4f64-a430-94b852dbf2bb tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Resources bound (agent type, host, resource id): {{(pid=94315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:39:04.479004 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c44fab-7d57-4f64-a430-94b852dbf2bb tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Pushing event updated for resources: {'Port': ['ID=66ae3a5c-bed1-480a-8aa0-cda45f03b919,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:39:04.479004 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.l3_dvrscheduler_db [req-0379f27e-a563-41ef-94f0-fe7dd7590499 req-57c44fab-7d57-4f64-a430-94b852dbf2bb tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Received port after_create {{(pid=94315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 01:39:04.528785 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379f27e-a563-41ef-94f0-fe7dd7590499 req-57c44fab-7d57-4f64-a430-94b852dbf2bb tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:39:04.533712 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-0379f27e-a563-41ef-94f0-fe7dd7590499 req-57c44fab-7d57-4f64-a430-94b852dbf2bb tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for port, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:04.629832 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0379f27e-a563-41ef-94f0-fe7dd7590499 req-57c44fab-7d57-4f64-a430-94b852dbf2bb tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9899395 Aug 27 01:39:04.649700 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [req-0379f27e-a563-41ef-94f0-fe7dd7590499 req-9e7aa622-8bea-4a1e-84e8-646a5ee267fc service neutron] Request body: {'port': {'device_id': '9b043518-6eef-4325-8de3-ed41b0cafbd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75916'}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:39:04.715792 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-0379f27e-a563-41ef-94f0-fe7dd7590499 req-9e7aa622-8bea-4a1e-84e8-646a5ee267fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:04.835199 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-f7433704-9d56-41dc-898b-ff0cd5d33f80 None None] Provisioning for port 66ae3a5c-bed1-480a-8aa0-cda45f03b919 completed by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:39:04.839352 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-f7433704-9d56-41dc-898b-ff0cd5d33f80 None None] Provisioning complete for port 66ae3a5c-bed1-480a-8aa0-cda45f03b919 triggered by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:39:04.840056 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-f7433704-9d56-41dc-898b-ff0cd5d33f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:04.881149 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33738a5-0ae0-4f96-a34a-f6b3364f93ff req-a3728cdf-96c8-44b1-8ba8-45a894603285 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:39:04.882770 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-b33738a5-0ae0-4f96-a34a-f6b3364f93ff req-a3728cdf-96c8-44b1-8ba8-45a894603285 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 932 time: 0.0500107 Aug 27 01:39:04.884222 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-f7433704-9d56-41dc-898b-ff0cd5d33f80 None None] Port 66ae3a5c-bed1-480a-8aa0-cda45f03b919 cannot update to ACTIVE because it is not bound. {{(pid=94317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 01:39:04.922902 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-b33738a5-0ae0-4f96-a34a-f6b3364f93ff req-0a2a241f-c452-411f-9ee8-627c06de22b1 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a11eb6-484b-4374-b19c-8d6b410e2f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327227 Aug 27 01:39:05.002722 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [req-0379f27e-a563-41ef-94f0-fe7dd7590499 req-9e7aa622-8bea-4a1e-84e8-646a5ee267fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66ae3a5c-bed1-480a-8aa0-cda45f03b919 {{(pid=94315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 01:39:05.011182 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-0379f27e-a563-41ef-94f0-fe7dd7590499 req-9e7aa622-8bea-4a1e-84e8-646a5ee267fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:05.024299 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.provisioning_blocks [req-0379f27e-a563-41ef-94f0-fe7dd7590499 req-9e7aa622-8bea-4a1e-84e8-646a5ee267fc service neutron] Transition to ACTIVE for port object 66ae3a5c-bed1-480a-8aa0-cda45f03b919 will not be triggered until provisioned by entity L2. {{(pid=94315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:39:05.121017 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-0379f27e-a563-41ef-94f0-fe7dd7590499 req-9e7aa622-8bea-4a1e-84e8-646a5ee267fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8502822'] for port, after_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:05.169456 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7aa622-8bea-4a1e-84e8-646a5ee267fc service neutron] Pushing event updated for resources: {'Port': ['ID=66ae3a5c-bed1-480a-8aa0-cda45f03b919,revision_number=2']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:39:05.247529 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.managers [req-0379f27e-a563-41ef-94f0-fe7dd7590499 req-9e7aa622-8bea-4a1e-84e8-646a5ee267fc service neutron] Attempting to bind port 66ae3a5c-bed1-480a-8aa0-cda45f03b919 on host hv-cinder-75916 for vnic_type normal with profile {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 01:39:05.250438 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.managers [req-0379f27e-a563-41ef-94f0-fe7dd7590499 req-9e7aa622-8bea-4a1e-84e8-646a5ee267fc service neutron] Attempting to bind port 66ae3a5c-bed1-480a-8aa0-cda45f03b919 by drivers openvswitch,hyperv on host hv-cinder-75916 at level 0 using segments [{'id': 'c820bc68-ef88-483c-8686-637185f2c907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4dd6da0d-1759-4b21-a814-ac1356beb0a9'}] {{(pid=94315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 01:39:05.250438 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0379f27e-a563-41ef-94f0-fe7dd7590499 req-9e7aa622-8bea-4a1e-84e8-646a5ee267fc service neutron] Attempting to bind port 66ae3a5c-bed1-480a-8aa0-cda45f03b919 on network 4dd6da0d-1759-4b21-a814-ac1356beb0a9 {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:39:05.252689 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0379f27e-a563-41ef-94f0-fe7dd7590499 req-9e7aa622-8bea-4a1e-84e8-646a5ee267fc service neutron] Port 66ae3a5c-bed1-480a-8aa0-cda45f03b919 on network 4dd6da0d-1759-4b21-a814-ac1356beb0a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75916 {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 01:39:05.253036 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0379f27e-a563-41ef-94f0-fe7dd7590499 req-9e7aa622-8bea-4a1e-84e8-646a5ee267fc service neutron] Attempting to bind port 66ae3a5c-bed1-480a-8aa0-cda45f03b919 on network 4dd6da0d-1759-4b21-a814-ac1356beb0a9 {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:39:05.259319 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0379f27e-a563-41ef-94f0-fe7dd7590499 req-9e7aa622-8bea-4a1e-84e8-646a5ee267fc service neutron] Checking agent: {'id': '7830a306-a71a-451e-a6c7-89247e1febf2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75916', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 1, 28, 23), 'started_at': datetime.datetime(2021, 8, 27, 1, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 1, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 01:39:05.259657 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0379f27e-a563-41ef-94f0-fe7dd7590499 req-9e7aa622-8bea-4a1e-84e8-646a5ee267fc service neutron] Checking segment: {'id': 'c820bc68-ef88-483c-8686-637185f2c907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4dd6da0d-1759-4b21-a814-ac1356beb0a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:39:05.260044 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0379f27e-a563-41ef-94f0-fe7dd7590499 req-9e7aa622-8bea-4a1e-84e8-646a5ee267fc service neutron] Bound using segment: {'id': 'c820bc68-ef88-483c-8686-637185f2c907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4dd6da0d-1759-4b21-a814-ac1356beb0a9'} {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 01:39:05.260479 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.managers [req-0379f27e-a563-41ef-94f0-fe7dd7590499 req-9e7aa622-8bea-4a1e-84e8-646a5ee267fc service neutron] Bound port: 66ae3a5c-bed1-480a-8aa0-cda45f03b919, host: hv-cinder-75916, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c820bc68-ef88-483c-8686-637185f2c907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4dd6da0d-1759-4b21-a814-ac1356beb0a9'}}] {{(pid=94315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 01:39:05.260852 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-0379f27e-a563-41ef-94f0-fe7dd7590499 req-9e7aa622-8bea-4a1e-84e8-646a5ee267fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:05.329280 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [req-0379f27e-a563-41ef-94f0-fe7dd7590499 req-9e7aa622-8bea-4a1e-84e8-646a5ee267fc service neutron] For port 66ae3a5c-bed1-480a-8aa0-cda45f03b919, host hv-cinder-75916, cleared binding levels {{(pid=94315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 01:39:05.332596 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [req-0379f27e-a563-41ef-94f0-fe7dd7590499 req-9e7aa622-8bea-4a1e-84e8-646a5ee267fc service neutron] For port 66ae3a5c-bed1-480a-8aa0-cda45f03b919, host hv-cinder-75916, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=66ae3a5c-bed1-480a-8aa0-cda45f03b919,segment=NetworkSegment(c820bc68-ef88-483c-8686-637185f2c907),segment_id=c820bc68-ef88-483c-8686-637185f2c907)] {{(pid=94315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 01:39:05.423116 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-0379f27e-a563-41ef-94f0-fe7dd7590499 req-9e7aa622-8bea-4a1e-84e8-646a5ee267fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8502822'] for port, after_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:05.458715 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379f27e-a563-41ef-94f0-fe7dd7590499 req-9e7aa622-8bea-4a1e-84e8-646a5ee267fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:39:05.459323 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-0379f27e-a563-41ef-94f0-fe7dd7590499 req-9e7aa622-8bea-4a1e-84e8-646a5ee267fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for port, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:05.460697 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0379f27e-a563-41ef-94f0-fe7dd7590499 req-9e7aa622-8bea-4a1e-84e8-646a5ee267fc service neutron] 10.222.0.24 "PUT /v2.0/ports/66ae3a5c-bed1-480a-8aa0-cda45f03b919 HTTP/1.1" status: 200 len: 1094 time: 0.8167527 Aug 27 01:39:05.461148 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b043518-6eef-4325-8de3-ed41b0cafbd3', 'tag': '66ae3a5c-bed1-480a-8aa0-cda45f03b919'}] {{(pid=94315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:39:05.463354 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4b197ec9f2f0e9474c50df7e7ed8b30a1ed8e7d4526d98a0361b780d87c209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d659b14d-3143-4ea0-8564-316397cd3014" -d '{"events": [{"name": "network-changed", "server_uuid": "9b043518-6eef-4325-8de3-ed41b0cafbd3", "tag": "66ae3a5c-bed1-480a-8aa0-cda45f03b919"}]}' {{(pid=94315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:39:05.498393 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7aa622-8bea-4a1e-84e8-646a5ee267fc service neutron] Pushing event updated for resources: {'Port': ['ID=66ae3a5c-bed1-480a-8aa0-cda45f03b919,revision_number=3']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:39:05.509893 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 01:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25838ea6-e746-43e3-971f-9a6373a4fcb9 x-openstack-request-id: req-25838ea6-e746-43e3-971f-9a6373a4fcb9 {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:39:05.510181 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b043518-6eef-4325-8de3-ed41b0cafbd3", "tag": "66ae3a5c-bed1-480a-8aa0-cda45f03b919", "status": "completed", "code": 200}]} {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:39:05.510432 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-25838ea6-e746-43e3-971f-9a6373a4fcb9 {{(pid=94315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:39:05.510874 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b043518-6eef-4325-8de3-ed41b0cafbd3', 'tag': '66ae3a5c-bed1-480a-8aa0-cda45f03b919', 'status': 'completed', 'code': 200} Aug 27 01:39:05.598709 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659b14d-3143-4ea0-8564-316397cd3014 req-c6c619cb-0890-49b3-93ba-5f93dd4e1bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:39:05.600248 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d659b14d-3143-4ea0-8564-316397cd3014 req-c6c619cb-0890-49b3-93ba-5f93dd4e1bc6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d683ea4300b545fda6f56b5c11ee189c&device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 1097 time: 0.0428231 Aug 27 01:39:05.707465 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659b14d-3143-4ea0-8564-316397cd3014 req-2f3e3b30-c67f-487d-9d14-943494ea01a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:39:05.708963 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d659b14d-3143-4ea0-8564-316397cd3014 req-2f3e3b30-c67f-487d-9d14-943494ea01a6 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=d683ea4300b545fda6f56b5c11ee189c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0949137 Aug 27 01:39:05.801321 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659b14d-3143-4ea0-8564-316397cd3014 req-6fecf28f-0c41-431d-9f70-67821e1ad87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:39:05.802783 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d659b14d-3143-4ea0-8564-316397cd3014 req-6fecf28f-0c41-431d-9f70-67821e1ad87a service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0864131 Aug 27 01:39:05.904509 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379f27e-a563-41ef-94f0-fe7dd7590499 req-99fa52b2-d1d1-4c28-bb5b-0b90e5dec2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:39:05.906040 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0379f27e-a563-41ef-94f0-fe7dd7590499 req-99fa52b2-d1d1-4c28-bb5b-0b90e5dec2e8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d683ea4300b545fda6f56b5c11ee189c&device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 1097 time: 0.0441370 Aug 27 01:39:05.953622 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0379f27e-a563-41ef-94f0-fe7dd7590499 req-01405781-6822-4be8-9d07-73978905a5be service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66ae3a5c-bed1-480a-8aa0-cda45f03b919 HTTP/1.1" status: 200 len: 217 time: 0.0335307 Aug 27 01:39:06.003459 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379f27e-a563-41ef-94f0-fe7dd7590499 req-2c72d7da-74f5-4c9d-85d7-d9542967e625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:39:06.005535 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0379f27e-a563-41ef-94f0-fe7dd7590499 req-2c72d7da-74f5-4c9d-85d7-d9542967e625 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=22c41954-9468-4ea8-8482-d450337a71cb HTTP/1.1" status: 200 len: 848 time: 0.0452464 Aug 27 01:39:06.041947 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050253a-b62a-4714-b829-6fbc0ed88561 req-2c404c40-087a-4339-83e6-68cecd519878 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:39:06.043573 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-7050253a-b62a-4714-b829-6fbc0ed88561 req-2c404c40-087a-4339-83e6-68cecd519878 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 944 time: 0.0499885 Aug 27 01:39:06.057279 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379f27e-a563-41ef-94f0-fe7dd7590499 req-b20564bd-8744-444b-8b46-5cbee0a67fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:39:06.058980 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0379f27e-a563-41ef-94f0-fe7dd7590499 req-b20564bd-8744-444b-8b46-5cbee0a67fb0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4dd6da0d-1759-4b21-a814-ac1356beb0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463307 Aug 27 01:39:06.079748 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 35222) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:39:06.092517 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-7050253a-b62a-4714-b829-6fbc0ed88561 req-e5170bc0-c330-4461-ba39-4326a44090b8 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a11eb6-484b-4374-b19c-8d6b410e2f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422118 Aug 27 01:39:06.149198 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0379f27e-a563-41ef-94f0-fe7dd7590499 req-3ba508f3-099b-49ac-8257-57058f23477f service neutron] 10.222.0.24 "GET /v2.0/networks/4dd6da0d-1759-4b21-a814-ac1356beb0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831192 Aug 27 01:39:06.186897 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-ea91a770-70f7-4e86-952e-e29f6785c5ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:06.242446 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0379f27e-a563-41ef-94f0-fe7dd7590499 req-03a1aa55-6d95-42ef-a192-dcb7159b38b7 service neutron] 10.222.0.24 "GET /v2.0/networks/4dd6da0d-1759-4b21-a814-ac1356beb0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859787 Aug 27 01:39:06.275789 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-ea91a770-70f7-4e86-952e-e29f6785c5ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:06.418374 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-ea91a770-70f7-4e86-952e-e29f6785c5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:06.458196 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-ea91a770-70f7-4e86-952e-e29f6785c5ff admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5b84c3bd6d8340a5bd9aa4f77ff20e91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3774617 Aug 27 01:39:06.459010 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea91a770-70f7-4e86-952e-e29f6785c5ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48e140f-e08a-44c6-ac2b-9d977a53e41e,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:39:06.460939 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 35226) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:39:06.476601 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea91a770-70f7-4e86-952e-e29f6785c5ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:39:06.476966 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea91a770-70f7-4e86-952e-e29f6785c5ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:39:06.477297 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea91a770-70f7-4e86-952e-e29f6785c5ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:39:06.477900 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea91a770-70f7-4e86-952e-e29f6785c5ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:39:06.478210 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea91a770-70f7-4e86-952e-e29f6785c5ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:39:06.478532 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea91a770-70f7-4e86-952e-e29f6785c5ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:39:06.478851 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea91a770-70f7-4e86-952e-e29f6785c5ff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:39:06.479165 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea91a770-70f7-4e86-952e-e29f6785c5ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:39:06.479622 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea91a770-70f7-4e86-952e-e29f6785c5ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:39:06.479945 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea91a770-70f7-4e86-952e-e29f6785c5ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:39:06.480256 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea91a770-70f7-4e86-952e-e29f6785c5ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:39:06.480566 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea91a770-70f7-4e86-952e-e29f6785c5ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:39:06.523105 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-2a7f0f50-2445-4059-90a9-aeb8387b0f3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:06.543654 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-2a7f0f50-2445-4059-90a9-aeb8387b0f3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:06.658033 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-2a7f0f50-2445-4059-90a9-aeb8387b0f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:06.661131 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-2a7f0f50-2445-4059-90a9-aeb8387b0f3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:06.662541 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-2a7f0f50-2445-4059-90a9-aeb8387b0f3a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e48e140f-e08a-44c6-ac2b-9d977a53e41e HTTP/1.1" status: 204 len: 168 time: 0.1999428 Aug 27 01:39:06.669930 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7f0f50-2445-4059-90a9-aeb8387b0f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48e140f-e08a-44c6-ac2b-9d977a53e41e,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:39:07.208046 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a199c-994e-4cb4-bb3c-e6ca48a4fa45 req-dcb9de2d-55ae-40c2-a405-8fa60cef0ee8 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:39:07.209570 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-c05a199c-994e-4cb4-bb3c-e6ca48a4fa45 req-dcb9de2d-55ae-40c2-a405-8fa60cef0ee8 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 944 time: 0.0491657 Aug 27 01:39:07.245956 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-c05a199c-994e-4cb4-bb3c-e6ca48a4fa45 req-5b4bcdf5-56da-4aab-8139-c388e1355d73 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a11eb6-484b-4374-b19c-8d6b410e2f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306158 Aug 27 01:39:07.330271 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 35234) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:39:07.344047 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-17320b17-bc98-44f5-aa3b-43d9073f93ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:07.428560 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-17320b17-bc98-44f5-aa3b-43d9073f93ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:07.531818 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-17320b17-bc98-44f5-aa3b-43d9073f93ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:07.570223 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-17320b17-bc98-44f5-aa3b-43d9073f93ee admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3ddc8a04e940413bb999617a940f80de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2388599 Aug 27 01:39:07.572572 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17320b17-bc98-44f5-aa3b-43d9073f93ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fef8d14-9089-467c-97d4-259113e76ca0,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:39:07.573110 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 35236) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:39:07.620572 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-eb2f4f67-2fa5-475c-a91c-7e35d6d7c92e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:07.640803 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-eb2f4f67-2fa5-475c-a91c-7e35d6d7c92e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:07.743690 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-eb2f4f67-2fa5-475c-a91c-7e35d6d7c92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:07.746184 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-eb2f4f67-2fa5-475c-a91c-7e35d6d7c92e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:07.747321 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-eb2f4f67-2fa5-475c-a91c-7e35d6d7c92e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6fef8d14-9089-467c-97d4-259113e76ca0 HTTP/1.1" status: 204 len: 168 time: 0.1728694 Aug 27 01:39:07.757075 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2f4f67-2fa5-475c-a91c-7e35d6d7c92e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fef8d14-9089-467c-97d4-259113e76ca0,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:39:08.361045 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92932b48-b89e-4d0f-937a-e89d7e6acf0d req-abdcf9ea-8603-4220-b0ef-57344065dba2 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:39:08.362536 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-92932b48-b89e-4d0f-937a-e89d7e6acf0d req-abdcf9ea-8603-4220-b0ef-57344065dba2 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 944 time: 0.0508010 Aug 27 01:39:08.381969 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 35244) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:39:08.397423 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-9e54b082-9f48-4862-b8cd-666618a8a2c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:08.402845 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-92932b48-b89e-4d0f-937a-e89d7e6acf0d req-b124c87d-a38f-4e80-9c55-161d4b76d53d tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a11eb6-484b-4374-b19c-8d6b410e2f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342033 Aug 27 01:39:08.490614 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-9e54b082-9f48-4862-b8cd-666618a8a2c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:08.572317 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-9e54b082-9f48-4862-b8cd-666618a8a2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:08.609039 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e54b082-9f48-4862-b8cd-666618a8a2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e30f9aa-b403-497e-bedd-40bb306fb6a6,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:39:08.613445 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-9e54b082-9f48-4862-b8cd-666618a8a2c8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=03bb93442fe14e17a82910eafcba0c3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2302349 Aug 27 01:39:08.616400 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 35246) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:39:08.663924 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-b05a64c6-7522-496e-ab79-1eef36564fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:08.683956 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-b05a64c6-7522-496e-ab79-1eef36564fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:08.818189 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-b05a64c6-7522-496e-ab79-1eef36564fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:08.820739 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-b05a64c6-7522-496e-ab79-1eef36564fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:08.821915 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-b05a64c6-7522-496e-ab79-1eef36564fdc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9e30f9aa-b403-497e-bedd-40bb306fb6a6 HTTP/1.1" status: 204 len: 168 time: 0.2044976 Aug 27 01:39:08.829368 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a64c6-7522-496e-ab79-1eef36564fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e30f9aa-b403-497e-bedd-40bb306fb6a6,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:39:09.516029 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64bfe85-8ece-4392-a178-1b98763a5034 req-4de5f577-580b-455f-933f-0f92665c8b4b tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:39:09.517517 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-c64bfe85-8ece-4392-a178-1b98763a5034 req-4de5f577-580b-455f-933f-0f92665c8b4b tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 944 time: 0.0473263 Aug 27 01:39:09.557553 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-c64bfe85-8ece-4392-a178-1b98763a5034 req-45df4f7c-d52e-4dac-8c9b-fd925e4b64e2 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a11eb6-484b-4374-b19c-8d6b410e2f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341196 Aug 27 01:39:09.829579 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 35270) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:39:09.924576 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [None req-64415b28-93fa-4d4b-987e-b4e157618a81 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1891695804-network', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927'}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:39:10.017596 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64415b28-93fa-4d4b-987e-b4e157618a81 admin admin] Made reservation on behalf of e450a8d39c6c4bc1aa95f2240bf96927 for: {'network': 1} {{(pid=94316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:39:10.019968 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-64415b28-93fa-4d4b-987e-b4e157618a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for network, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:10.030293 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-64415b28-93fa-4d4b-987e-b4e157618a81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:10.118030 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-64415b28-93fa-4d4b-987e-b4e157618a81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:10.177852 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-64415b28-93fa-4d4b-987e-b4e157618a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:10.201256 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64415b28-93fa-4d4b-987e-b4e157618a81 admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=94316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 01:39:10.209661 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64415b28-93fa-4d4b-987e-b4e157618a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d19fc4a-10eb-4e36-8559-72ae2029f56b,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:39:10.217350 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-64415b28-93fa-4d4b-987e-b4e157618a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935457'] for segment, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:10.217350 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.db.segments_db [None req-64415b28-93fa-4d4b-987e-b4e157618a81 admin admin] Added segment fc9ce6d0-a5a2-4737-ac3e-33897b3e364c of type vlan for network 36f8a83c-fcee-45f1-9a2d-3d2de8a9383c Aug 27 01:39:10.256044 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-64415b28-93fa-4d4b-987e-b4e157618a81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791478006384'] for network, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:10.366390 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-64415b28-93fa-4d4b-987e-b4e157618a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225'] for network, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:10.367374 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64415b28-93fa-4d4b-987e-b4e157618a81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:39:10.368057 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-64415b28-93fa-4d4b-987e-b4e157618a81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for network, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:10.424220 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64415b28-93fa-4d4b-987e-b4e157618a81 admin admin] Pushing event updated for resources: {'Network': ['ID=36f8a83c-fcee-45f1-9a2d-3d2de8a9383c,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:39:10.434543 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Network 36f8a83c-fcee-45f1-9a2d-3d2de8a9383c details requested by agent ovs-agent-dv-cinder-759169-3-iscsi with host dv-cinder-759169-3-iscsi {{(pid=94317) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 01:39:10.475068 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-64415b28-93fa-4d4b-987e-b4e157618a81 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6443825 Aug 27 01:39:10.479255 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 35274) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:39:10.484039 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [None req-447bf8a7-da9c-4440-972e-6c9cd2d6a257 admin admin] Request body: {'subnet': {'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1891695804-subnet', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'ip_version': 4}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:39:10.560731 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447bf8a7-da9c-4440-972e-6c9cd2d6a257 admin admin] Made reservation on behalf of e450a8d39c6c4bc1aa95f2240bf96927 for: {'subnet': 1} {{(pid=94316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:39:10.563030 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-447bf8a7-da9c-4440-972e-6c9cd2d6a257 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3529976'] for subnet, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:10.704888 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea55ca-4bdf-4a5d-bf20-6769fef21a6b req-4f1bcc5b-5264-4998-a61b-486b06e0e935 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:39:10.706281 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-81ea55ca-4bdf-4a5d-bf20-6769fef21a6b req-4f1bcc5b-5264-4998-a61b-486b06e0e935 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 944 time: 0.0804183 Aug 27 01:39:10.786587 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-81ea55ca-4bdf-4a5d-bf20-6769fef21a6b req-681c81b3-00d3-4ec4-90f5-3f53875987af tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a11eb6-484b-4374-b19c-8d6b410e2f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739312 Aug 27 01:39:10.875231 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-447bf8a7-da9c-4440-972e-6c9cd2d6a257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8430339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3529866'] for subnet, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:10.935490 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447bf8a7-da9c-4440-972e-6c9cd2d6a257 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a4c81fa-fae1-4cf5-8038-5477ded1756d,revision_number=0']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:39:10.945806 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447bf8a7-da9c-4440-972e-6c9cd2d6a257 admin admin] Checking segment: {'id': 'fc9ce6d0-a5a2-4737-ac3e-33897b3e364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:39:10.946162 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447bf8a7-da9c-4440-972e-6c9cd2d6a257 admin admin] Network hostable DHCP agents. Network: 36f8a83c-fcee-45f1-9a2d-3d2de8a9383c, hostable agents: ['70e474cc-df6f-4c4f-8c1d-9d362ecec16b'], hosted agents: [] {{(pid=94316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 01:39:11.046605 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447bf8a7-da9c-4440-972e-6c9cd2d6a257 admin admin] Network 36f8a83c-fcee-45f1-9a2d-3d2de8a9383c is scheduled to be hosted by DHCP agent 70e474cc-df6f-4c4f-8c1d-9d362ecec16b with binding_index 1 {{(pid=94316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 01:39:11.126511 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.base_scheduler [None req-447bf8a7-da9c-4440-972e-6c9cd2d6a257 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759169-3-iscsi, 36f8a83c-fcee-45f1-9a2d-3d2de8a9383c) {{(pid=94316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:39:11.131452 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447bf8a7-da9c-4440-972e-6c9cd2d6a257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:39:11.132098 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-447bf8a7-da9c-4440-972e-6c9cd2d6a257 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:11.136854 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03eef5d-e6b1-4141-8c94-da866b1ef11b None None] Network 36f8a83c-fcee-45f1-9a2d-3d2de8a9383c requested from dv-cinder-759169-3-iscsi {{(pid=94317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 01:39:11.230339 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-447bf8a7-da9c-4440-972e-6c9cd2d6a257 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7500184 Aug 27 01:39:11.232942 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 35278) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:39:11.237344 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [None req-0cfe7694-f622-46dd-b2b5-51ec40588635 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1891695804-router', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6'}}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:39:11.321187 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0cfe7694-f622-46dd-b2b5-51ec40588635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2021068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4927'] for router, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:11.322165 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0cfe7694-f622-46dd-b2b5-51ec40588635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2019338', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2084776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4904'] for router, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:11.404730 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63565dac-8fdc-4928-bbf1-0a125242ae7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30d8a1d7-44b8-5ff3-906c-ae2eaad5aabb-36f8a83c-fcee-45f1-9a2d-3d2de8a9383c', 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'fixed_ips': [{'subnet_id': '8a4c81fa-fae1-4cf5-8038-5477ded1756d'}]}} from dv-cinder-759169-3-iscsi. {{(pid=94317) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 01:39:11.405650 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-63565dac-8fdc-4928-bbf1-0a125242ae7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_create {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:11.551444 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.db_base_plugin_common [None req-63565dac-8fdc-4928-bbf1-0a125242ae7f None None] Allocated IP 172.20.0.2 (36f8a83c-fcee-45f1-9a2d-3d2de8a9383c/8a4c81fa-fae1-4cf5-8038-5477ded1756d/ab0b33f7-34ca-4094-b7df-bdbd3f6e9b08) {{(pid=94317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 01:39:11.621788 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0cfe7694-f622-46dd-b2b5-51ec40588635 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:11.697365 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-63565dac-8fdc-4928-bbf1-0a125242ae7f None None] Notify callbacks [] for port, precommit_create {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:11.705240 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-63565dac-8fdc-4928-bbf1-0a125242ae7f None None] Transition to ACTIVE for port object ab0b33f7-34ca-4094-b7df-bdbd3f6e9b08 will not be triggered until provisioned by entity L2. {{(pid=94317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:39:11.719386 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-63565dac-8fdc-4928-bbf1-0a125242ae7f None None] Transition to ACTIVE for port object ab0b33f7-34ca-4094-b7df-bdbd3f6e9b08 will not be triggered until provisioned by entity DHCP. {{(pid=94317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:39:11.783767 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-63565dac-8fdc-4928-bbf1-0a125242ae7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791478024214'] for port, after_create {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:11.813856 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0cfe7694-f622-46dd-b2b5-51ec40588635 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:11.820508 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63565dac-8fdc-4928-bbf1-0a125242ae7f None None] Network 36f8a83c-fcee-45f1-9a2d-3d2de8a9383c is already hosted by enough agents. {{(pid=94317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:39:11.823330 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.scheduler.base_scheduler [None req-63565dac-8fdc-4928-bbf1-0a125242ae7f None None] Resources bound (agent type, host, resource id): {{(pid=94317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:39:11.834823 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63565dac-8fdc-4928-bbf1-0a125242ae7f None None] Received port after_create {{(pid=94317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 01:39:11.839694 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63565dac-8fdc-4928-bbf1-0a125242ae7f None None] Pushing event updated for resources: {'Port': ['ID=ab0b33f7-34ca-4094-b7df-bdbd3f6e9b08,revision_number=1']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:39:11.900659 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.managers [None req-63565dac-8fdc-4928-bbf1-0a125242ae7f None None] Attempting to bind port ab0b33f7-34ca-4094-b7df-bdbd3f6e9b08 on host dv-cinder-759169-3-iscsi for vnic_type normal with profile {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 01:39:11.901186 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.managers [None req-63565dac-8fdc-4928-bbf1-0a125242ae7f None None] Attempting to bind port ab0b33f7-34ca-4094-b7df-bdbd3f6e9b08 by drivers openvswitch,hyperv on host dv-cinder-759169-3-iscsi at level 0 using segments [{'id': 'fc9ce6d0-a5a2-4737-ac3e-33897b3e364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c'}] {{(pid=94317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 01:39:11.901570 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63565dac-8fdc-4928-bbf1-0a125242ae7f None None] Attempting to bind port ab0b33f7-34ca-4094-b7df-bdbd3f6e9b08 on network 36f8a83c-fcee-45f1-9a2d-3d2de8a9383c {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:39:11.902625 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dddd89-3335-414c-97f0-0693d9abd87e req-97393e50-52c0-4e42-b858-fb65391f2c3f tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:39:11.905287 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-39dddd89-3335-414c-97f0-0693d9abd87e req-97393e50-52c0-4e42-b858-fb65391f2c3f tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 944 time: 0.0518248 Aug 27 01:39:11.908119 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63565dac-8fdc-4928-bbf1-0a125242ae7f None None] Checking agent: {'id': '9a53e131-30a1-425b-897f-67705806e918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759169-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 1, 22, 15), 'started_at': datetime.datetime(2021, 8, 27, 1, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 1, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759169-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 01:39:11.908545 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63565dac-8fdc-4928-bbf1-0a125242ae7f None None] Checking segment: {'id': 'fc9ce6d0-a5a2-4737-ac3e-33897b3e364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:39:11.910411 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-63565dac-8fdc-4928-bbf1-0a125242ae7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:11.910411 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63565dac-8fdc-4928-bbf1-0a125242ae7f None None] Bound using segment: {'id': 'fc9ce6d0-a5a2-4737-ac3e-33897b3e364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c'} {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 01:39:11.910411 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.managers [None req-63565dac-8fdc-4928-bbf1-0a125242ae7f None None] Bound port: ab0b33f7-34ca-4094-b7df-bdbd3f6e9b08, host: dv-cinder-759169-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc9ce6d0-a5a2-4737-ac3e-33897b3e364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c'}}] {{(pid=94317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 01:39:11.910922 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-63565dac-8fdc-4928-bbf1-0a125242ae7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:11.946725 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-39dddd89-3335-414c-97f0-0693d9abd87e req-f8de4497-9616-4f11-9759-64d4c331fdee tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a11eb6-484b-4374-b19c-8d6b410e2f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367329 Aug 27 01:39:11.957846 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-963f4b78-c5ad-449c-b40f-2f8002bd8731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:11.980735 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-63565dac-8fdc-4928-bbf1-0a125242ae7f None None] For port ab0b33f7-34ca-4094-b7df-bdbd3f6e9b08, host dv-cinder-759169-3-iscsi, cleared binding levels {{(pid=94317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 01:39:11.983857 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-63565dac-8fdc-4928-bbf1-0a125242ae7f None None] For port ab0b33f7-34ca-4094-b7df-bdbd3f6e9b08, host dv-cinder-759169-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=ab0b33f7-34ca-4094-b7df-bdbd3f6e9b08,segment=NetworkSegment(fc9ce6d0-a5a2-4737-ac3e-33897b3e364c),segment_id=fc9ce6d0-a5a2-4737-ac3e-33897b3e364c)] {{(pid=94317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 01:39:12.052970 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-63565dac-8fdc-4928-bbf1-0a125242ae7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:12.075975 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0cfe7694-f622-46dd-b2b5-51ec40588635 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:12.096535 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0cfe7694-f622-46dd-b2b5-51ec40588635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:12.112143 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63565dac-8fdc-4928-bbf1-0a125242ae7f None None] Pushing event updated for resources: {'Port': ['ID=ab0b33f7-34ca-4094-b7df-bdbd3f6e9b08,revision_number=2']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:39:12.207239 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.db_base_plugin_common [None req-0cfe7694-f622-46dd-b2b5-51ec40588635 admin admin] Allocated IP 172.27.3.254 (6740c5c8-77e9-4fca-8473-ad46ab012dd6/fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b/7d13c4c1-4949-4500-8835-61d7f31ae80c) {{(pid=94316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 01:39:12.328574 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0cfe7694-f622-46dd-b2b5-51ec40588635 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:12.439510 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device ab0b33f7-34ca-4094-b7df-bdbd3f6e9b08 up at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:39:12.459130 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0cfe7694-f622-46dd-b2b5-51ec40588635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791478024214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8444051'] for port, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:12.499354 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfe7694-f622-46dd-b2b5-51ec40588635 admin admin] Network 6740c5c8-77e9-4fca-8473-ad46ab012dd6 is already hosted by enough agents. {{(pid=94316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:39:12.502341 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.base_scheduler [None req-0cfe7694-f622-46dd-b2b5-51ec40588635 admin admin] Resources bound (agent type, host, resource id): {{(pid=94316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:39:12.508591 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfe7694-f622-46dd-b2b5-51ec40588635 admin admin] Received port after_create {{(pid=94316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 01:39:12.531791 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfe7694-f622-46dd-b2b5-51ec40588635 admin admin] Pushing event updated for resources: {'Port': ['ID=7d13c4c1-4949-4500-8835-61d7f31ae80c,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:39:12.564910 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning for port ab0b33f7-34ca-4094-b7df-bdbd3f6e9b08 completed by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:39:12.819456 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0cfe7694-f622-46dd-b2b5-51ec40588635 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:12.930416 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76d8fd1-eef7-4f10-876a-d3a23091010d None None] Network 36f8a83c-fcee-45f1-9a2d-3d2de8a9383c requested from dv-cinder-759169-3-iscsi {{(pid=94317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 01:39:13.016504 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0cfe7694-f622-46dd-b2b5-51ec40588635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2027221'] for router, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:13.067060 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0eecbf4-15f2-4d2e-9234-a348f3f86768 None None] Provisioning for port ab0b33f7-34ca-4094-b7df-bdbd3f6e9b08 completed by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:39:13.084306 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0eecbf4-15f2-4d2e-9234-a348f3f86768 None None] Provisioning complete for port ab0b33f7-34ca-4094-b7df-bdbd3f6e9b08 triggered by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:39:13.084681 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0eecbf4-15f2-4d2e-9234-a348f3f86768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:13.149864 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5eba12-f42c-471c-8cda-962279c64254 req-8c6d4985-1047-451b-a94c-67fe188944f0 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:39:13.151370 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-9e5eba12-f42c-471c-8cda-962279c64254 req-8c6d4985-1047-451b-a94c-67fe188944f0 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 944 time: 0.0950441 Aug 27 01:39:13.185764 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0eecbf4-15f2-4d2e-9234-a348f3f86768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:13.204136 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-9e5eba12-f42c-471c-8cda-962279c64254 req-af725447-5216-4202-b070-537dd0500c86 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a11eb6-484b-4374-b19c-8d6b410e2f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467381 Aug 27 01:39:13.222091 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-d0eecbf4-15f2-4d2e-9234-a348f3f86768 None None] For port ab0b33f7-34ca-4094-b7df-bdbd3f6e9b08, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=ab0b33f7-34ca-4094-b7df-bdbd3f6e9b08,segment=NetworkSegment(fc9ce6d0-a5a2-4737-ac3e-33897b3e364c),segment_id=fc9ce6d0-a5a2-4737-ac3e-33897b3e364c)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:39:13.298158 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cfe7694-f622-46dd-b2b5-51ec40588635 admin admin] Router 1b3e1f4e-4eb5-4875-bd32-5dac995caec9 is scheduled to L3 agent 8dc83c43-e68e-43c9-8595-1753e39ae809 with binding_index 1 {{(pid=94316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 01:39:13.309736 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0eecbf4-15f2-4d2e-9234-a348f3f86768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:13.362549 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eecbf4-15f2-4d2e-9234-a348f3f86768 None None] Pushing event updated for resources: {'Port': ['ID=ab0b33f7-34ca-4094-b7df-bdbd3f6e9b08,revision_number=3']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:39:13.417905 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cfe7694-f622-46dd-b2b5-51ec40588635 admin admin] Notify agent at l3_agent.dv-cinder-759169-3-iscsi the message routers_updated {{(pid=94316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 01:39:13.427582 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9308e9a4-5d08-40d1-a57b-8761d2b7b936 None None] Sync routers for ids ['1b3e1f4e-4eb5-4875-bd32-5dac995caec9'] in dv-cinder-759169-3-iscsi {{(pid=94317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 01:39:13.439845 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-abd3ad22-a1ac-4db2-aec7-301b53f9bc6f None None] Provisioning complete for port ab0b33f7-34ca-4094-b7df-bdbd3f6e9b08 triggered by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:39:13.440235 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-abd3ad22-a1ac-4db2-aec7-301b53f9bc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:13.444200 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9308e9a4-5d08-40d1-a57b-8761d2b7b936 None None] Routers {'1b3e1f4e-4eb5-4875-bd32-5dac995caec9'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:39:13.444820 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-9308e9a4-5d08-40d1-a57b-8761d2b7b936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:38:44Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['1b3e1f4e-4eb5-4875-bd32-5dac995caec9'], 'active': True} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:39:13.504388 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0cfe7694-f622-46dd-b2b5-51ec40588635 admin admin] Notify callbacks [] for router, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:13.505593 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-0cfe7694-f622-46dd-b2b5-51ec40588635 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2717166 Aug 27 01:39:13.508317 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 35284) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:39:13.601387 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvr_db [None req-9308e9a4-5d08-40d1-a57b-8761d2b7b936 None None] Set router 1b3e1f4e-4eb5-4875-bd32-5dac995caec9 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:39:13.780273 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-9308e9a4-5d08-40d1-a57b-8761d2b7b936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'name': 'tempest-TestVolumeBootPattern-1891695804-router', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '7d13c4c1-4949-4500-8835-61d7f31ae80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:39:11Z', 'updated_at': '2021-08-27T01:39:12Z', 'revision_number': 3, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'gw_port': {'id': '7d13c4c1-4949-4500-8835-61d7f31ae80c', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:71:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:39:12Z', 'updated_at': '2021-08-27T01:39:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi'}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:39:13.806141 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9308e9a4-5d08-40d1-a57b-8761d2b7b936 None None] Checking router: 1b3e1f4e-4eb5-4875-bd32-5dac995caec9 for host: dv-cinder-759169-3-iscsi {{(pid=94317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 01:39:13.806490 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9308e9a4-5d08-40d1-a57b-8761d2b7b936 None None] Updating router 1b3e1f4e-4eb5-4875-bd32-5dac995caec9 port 7d13c4c1-4949-4500-8835-61d7f31ae80c binding host dv-cinder-759169-3-iscsi {{(pid=94317) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 01:39:13.830704 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-9308e9a4-5d08-40d1-a57b-8761d2b7b936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:13.901302 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a5af4440-85a4-4968-ba02-393170fe6fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:14.054965 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.db_base_plugin_common [None req-a5af4440-85a4-4968-ba02-393170fe6fe4 admin admin] Allocated IP 172.20.0.1 (36f8a83c-fcee-45f1-9a2d-3d2de8a9383c/8a4c81fa-fae1-4cf5-8038-5477ded1756d/e65f5867-c45a-4aa6-acf6-5fa199690e5d) {{(pid=94316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 01:39:14.084065 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-9308e9a4-5d08-40d1-a57b-8761d2b7b936 None None] Notify callbacks [] for port, precommit_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:14.093758 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-9308e9a4-5d08-40d1-a57b-8761d2b7b936 None None] Transition to ACTIVE for port object 7d13c4c1-4949-4500-8835-61d7f31ae80c will not be triggered until provisioned by entity L2. {{(pid=94317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:39:14.177931 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-9308e9a4-5d08-40d1-a57b-8761d2b7b936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:14.229089 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.managers [None req-9308e9a4-5d08-40d1-a57b-8761d2b7b936 None None] Attempting to bind port 7d13c4c1-4949-4500-8835-61d7f31ae80c on host dv-cinder-759169-3-iscsi for vnic_type normal with profile {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 01:39:14.229460 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.managers [None req-9308e9a4-5d08-40d1-a57b-8761d2b7b936 None None] Attempting to bind port 7d13c4c1-4949-4500-8835-61d7f31ae80c by drivers openvswitch,hyperv on host dv-cinder-759169-3-iscsi at level 0 using segments [{'id': '1ffc2e98-4b11-4960-9fce-c802c96e52d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6'}] {{(pid=94317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 01:39:14.230093 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9308e9a4-5d08-40d1-a57b-8761d2b7b936 None None] Attempting to bind port 7d13c4c1-4949-4500-8835-61d7f31ae80c on network 6740c5c8-77e9-4fca-8473-ad46ab012dd6 {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:39:14.237748 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8735c-6104-493d-ab3d-8be4820e41cf None None] Pushing event updated for resources: {'Port': ['ID=7d13c4c1-4949-4500-8835-61d7f31ae80c,revision_number=2']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:39:14.241184 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9308e9a4-5d08-40d1-a57b-8761d2b7b936 None None] Checking agent: {'id': '9a53e131-30a1-425b-897f-67705806e918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759169-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 1, 22, 15), 'started_at': datetime.datetime(2021, 8, 27, 1, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 1, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759169-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 01:39:14.241562 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9308e9a4-5d08-40d1-a57b-8761d2b7b936 None None] Checking segment: {'id': '1ffc2e98-4b11-4960-9fce-c802c96e52d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:39:14.241967 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-9308e9a4-5d08-40d1-a57b-8761d2b7b936 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:14.242352 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9308e9a4-5d08-40d1-a57b-8761d2b7b936 None None] Bound using segment: {'id': '1ffc2e98-4b11-4960-9fce-c802c96e52d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6'} {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 01:39:14.242842 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.managers [None req-9308e9a4-5d08-40d1-a57b-8761d2b7b936 None None] Bound port: 7d13c4c1-4949-4500-8835-61d7f31ae80c, host: dv-cinder-759169-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ffc2e98-4b11-4960-9fce-c802c96e52d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6'}}] {{(pid=94317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 01:39:14.243213 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-9308e9a4-5d08-40d1-a57b-8761d2b7b936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:14.301081 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-9308e9a4-5d08-40d1-a57b-8761d2b7b936 None None] For port 7d13c4c1-4949-4500-8835-61d7f31ae80c, host dv-cinder-759169-3-iscsi, cleared binding levels {{(pid=94317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 01:39:14.304607 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-9308e9a4-5d08-40d1-a57b-8761d2b7b936 None None] For port 7d13c4c1-4949-4500-8835-61d7f31ae80c, host dv-cinder-759169-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=7d13c4c1-4949-4500-8835-61d7f31ae80c,segment=NetworkSegment(1ffc2e98-4b11-4960-9fce-c802c96e52d2),segment_id=1ffc2e98-4b11-4960-9fce-c802c96e52d2)] {{(pid=94317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 01:39:14.333923 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac72410-b479-4722-8d6e-4bb8cc54ff0c req-4c496013-f39f-4161-abd8-53c382097276 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:39:14.335421 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-eac72410-b479-4722-8d6e-4bb8cc54ff0c req-4c496013-f39f-4161-abd8-53c382097276 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 944 time: 0.0554147 Aug 27 01:39:14.375806 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-eac72410-b479-4722-8d6e-4bb8cc54ff0c req-0b4b6d0f-97bc-45c8-bc3c-abab6730ab4d tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a11eb6-484b-4374-b19c-8d6b410e2f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340285 Aug 27 01:39:14.398797 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-9308e9a4-5d08-40d1-a57b-8761d2b7b936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:14.436224 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device ab0b33f7-34ca-4094-b7df-bdbd3f6e9b08 up at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:39:14.444296 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a5af4440-85a4-4968-ba02-393170fe6fe4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:14.457220 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.provisioning_blocks [None req-a5af4440-85a4-4968-ba02-393170fe6fe4 admin admin] Transition to ACTIVE for port object e65f5867-c45a-4aa6-acf6-5fa199690e5d will not be triggered until provisioned by entity DHCP. {{(pid=94316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:39:14.507043 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8735c-6104-493d-ab3d-8be4820e41cf None None] Pushing event updated for resources: {'Port': ['ID=7d13c4c1-4949-4500-8835-61d7f31ae80c,revision_number=3']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:39:14.509546 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9308e9a4-5d08-40d1-a57b-8761d2b7b936 None None] Routers {'1b3e1f4e-4eb5-4875-bd32-5dac995caec9'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:39:14.510154 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-9308e9a4-5d08-40d1-a57b-8761d2b7b936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:38:44Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['1b3e1f4e-4eb5-4875-bd32-5dac995caec9'], 'active': True} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:39:14.567258 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning complete for port ab0b33f7-34ca-4094-b7df-bdbd3f6e9b08 triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:39:14.567630 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:14.611441 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a5af4440-85a4-4968-ba02-393170fe6fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791478024214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8444051'] for port, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:14.620331 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-361de82c-e0a9-4720-8b0e-ecdb6acf402a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:14.648068 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5af4440-85a4-4968-ba02-393170fe6fe4 admin admin] Network 36f8a83c-fcee-45f1-9a2d-3d2de8a9383c is already hosted by enough agents. {{(pid=94316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:39:14.650946 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.base_scheduler [None req-a5af4440-85a4-4968-ba02-393170fe6fe4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:39:14.656539 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5af4440-85a4-4968-ba02-393170fe6fe4 admin admin] Received port after_create {{(pid=94316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 01:39:14.658249 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvr_db [None req-9308e9a4-5d08-40d1-a57b-8761d2b7b936 None None] Set router 1b3e1f4e-4eb5-4875-bd32-5dac995caec9 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:39:14.683305 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af4440-85a4-4968-ba02-393170fe6fe4 admin admin] Pushing event updated for resources: {'Port': ['ID=e65f5867-c45a-4aa6-acf6-5fa199690e5d,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:39:14.705610 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a5af4440-85a4-4968-ba02-393170fe6fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2027018'] for router_interface, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:14.755114 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:14.760071 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device 66ae3a5c-bed1-480a-8aa0-cda45f03b919 details requested by agent hyperv_hv-cinder-75916 with host hv-cinder-75916 {{(pid=94317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 01:39:14.902114 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a5af4440-85a4-4968-ba02-393170fe6fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:14.964511 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.db.resource_extend [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 01:39:15.062650 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a5af4440-85a4-4968-ba02-393170fe6fe4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:15.092053 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port 66ae3a5c-bed1-480a-8aa0-cda45f03b919, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=66ae3a5c-bed1-480a-8aa0-cda45f03b919,segment=NetworkSegment(c820bc68-ef88-483c-8686-637185f2c907),segment_id=c820bc68-ef88-483c-8686-637185f2c907)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:39:15.103121 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-74d9f634-41df-43ea-bfc8-50089af7e202 None None] Provisioning for port e65f5867-c45a-4aa6-acf6-5fa199690e5d completed by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:39:15.112361 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-74d9f634-41df-43ea-bfc8-50089af7e202 None None] Provisioning complete for port e65f5867-c45a-4aa6-acf6-5fa199690e5d triggered by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:39:15.112729 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-74d9f634-41df-43ea-bfc8-50089af7e202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:15.116084 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a5af4440-85a4-4968-ba02-393170fe6fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8444042'] for port, after_update {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:15.120406 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Returning: {'device': '66ae3a5c-bed1-480a-8aa0-cda45f03b919', 'network_id': '4dd6da0d-1759-4b21-a814-ac1356beb0a9', 'port_id': '66ae3a5c-bed1-480a-8aa0-cda45f03b919', 'mac_address': 'fa:16:3e:7d:06:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c41954-9468-4ea8-8482-d450337a71cb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 01:39:15.140412 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-9308e9a4-5d08-40d1-a57b-8761d2b7b936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'name': 'tempest-TestVolumeBootPattern-1891695804-router', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '7d13c4c1-4949-4500-8835-61d7f31ae80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:39:11Z', 'updated_at': '2021-08-27T01:39:12Z', 'revision_number': 3, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'gw_port': {'id': '7d13c4c1-4949-4500-8835-61d7f31ae80c', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:71:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:39:12Z', 'updated_at': '2021-08-27T01:39:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi'}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:39:15.185057 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af4440-85a4-4968-ba02-393170fe6fe4 admin admin] Pushing event updated for resources: {'Port': ['ID=e65f5867-c45a-4aa6-acf6-5fa199690e5d,revision_number=2']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:39:15.187355 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a5af4440-85a4-4968-ba02-393170fe6fe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2026197'] for router_interface, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:15.188154 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9308e9a4-5d08-40d1-a57b-8761d2b7b936 None None] The sync data for ids ['1b3e1f4e-4eb5-4875-bd32-5dac995caec9'] in dv-cinder-759169-3-iscsi is: [{'id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'name': 'tempest-TestVolumeBootPattern-1891695804-router', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '7d13c4c1-4949-4500-8835-61d7f31ae80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:39:11Z', 'updated_at': '2021-08-27T01:39:12Z', 'revision_number': 3, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'gw_port': {'id': '7d13c4c1-4949-4500-8835-61d7f31ae80c', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:71:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:39:12Z', 'updated_at': '2021-08-27T01:39:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi'}] {{(pid=94317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 01:39:15.217372 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-74d9f634-41df-43ea-bfc8-50089af7e202 None None] Port e65f5867-c45a-4aa6-acf6-5fa199690e5d cannot update to ACTIVE because it is not bound. {{(pid=94317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 01:39:15.221289 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:15.235697 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.notifiers.nova [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66ae3a5c-bed1-480a-8aa0-cda45f03b919 {{(pid=94317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 01:39:15.256447 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port 66ae3a5c-bed1-480a-8aa0-cda45f03b919, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=66ae3a5c-bed1-480a-8aa0-cda45f03b919,segment=NetworkSegment(c820bc68-ef88-483c-8686-637185f2c907),segment_id=c820bc68-ef88-483c-8686-637185f2c907)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:39:15.284327 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5af4440-85a4-4968-ba02-393170fe6fe4 admin admin] Network 36f8a83c-fcee-45f1-9a2d-3d2de8a9383c is already hosted by enough agents. {{(pid=94316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:39:15.286352 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.base_scheduler [None req-a5af4440-85a4-4968-ba02-393170fe6fe4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:39:15.332885 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:15.399689 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Pushing event updated for resources: {'Port': ['ID=66ae3a5c-bed1-480a-8aa0-cda45f03b919,revision_number=4']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:39:15.470205 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5af4440-85a4-4968-ba02-393170fe6fe4 admin admin] Router 1b3e1f4e-4eb5-4875-bd32-5dac995caec9 has already been hosted by L3 agent 8dc83c43-e68e-43c9-8595-1753e39ae809 {{(pid=94316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 01:39:15.605457 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] get_ports_and_sgs() called for port_ids ['66ae3a5c-bed1-480a-8aa0-cda45f03b919'] {{(pid=94317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 01:39:15.634986 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca5d64-cf12-4b9d-b1cf-d00ea23102cd req-0a215b0c-6aa5-47fb-ba03-be269ad410bc tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:39:15.636553 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-d4ca5d64-cf12-4b9d-b1cf-d00ea23102cd req-0a215b0c-6aa5-47fb-ba03-be269ad410bc tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 945 time: 0.1065629 Aug 27 01:39:15.660603 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-f358d100-972a-4138-8eb9-5a651a16afae None None] Provisioning complete for port e65f5867-c45a-4aa6-acf6-5fa199690e5d triggered by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:39:15.661578 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-f358d100-972a-4138-8eb9-5a651a16afae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:15.673687 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5af4440-85a4-4968-ba02-393170fe6fe4 admin admin] Notify agent at l3_agent.dv-cinder-759169-3-iscsi the message routers_updated {{(pid=94316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 01:39:15.682163 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-a5af4440-85a4-4968-ba02-393170fe6fe4 admin admin] 10.222.0.25 "PUT /v2.0/routers/1b3e1f4e-4eb5-4875-bd32-5dac995caec9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1726048 Aug 27 01:39:15.701974 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-d4ca5d64-cf12-4b9d-b1cf-d00ea23102cd req-751ea54d-48b7-480d-9911-19b394c76b06 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a11eb6-484b-4374-b19c-8d6b410e2f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569816 Aug 27 01:39:15.737516 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-f358d100-972a-4138-8eb9-5a651a16afae None None] Port e65f5867-c45a-4aa6-acf6-5fa199690e5d cannot update to ACTIVE because it is not bound. {{(pid=94317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 01:39:15.976081 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ed545f81-8b1b-4cf8-a1bc-5817d83b44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:16.444612 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 7d13c4c1-4949-4500-8835-61d7f31ae80c up at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:39:16.497006 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 35306) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:39:16.504954 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [None req-56421f33-2108-458f-b3ac-dba9ddc64100 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-542330483-network', 'tenant_id': '4f38c403960e49abbc8bdde7568d4d99'}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:39:16.555399 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning for port 7d13c4c1-4949-4500-8835-61d7f31ae80c completed by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:39:16.559766 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning complete for port 7d13c4c1-4949-4500-8835-61d7f31ae80c triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:39:16.560145 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:16.612431 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56421f33-2108-458f-b3ac-dba9ddc64100 admin admin] Made reservation on behalf of 4f38c403960e49abbc8bdde7568d4d99 for: {'network': 1} {{(pid=94316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:39:16.615661 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-56421f33-2108-458f-b3ac-dba9ddc64100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for network, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:16.625510 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-56421f33-2108-458f-b3ac-dba9ddc64100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:16.641442 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:16.664011 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] For port 7d13c4c1-4949-4500-8835-61d7f31ae80c, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=7d13c4c1-4949-4500-8835-61d7f31ae80c,segment=NetworkSegment(1ffc2e98-4b11-4960-9fce-c802c96e52d2),segment_id=1ffc2e98-4b11-4960-9fce-c802c96e52d2)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:39:16.722823 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-56421f33-2108-458f-b3ac-dba9ddc64100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:16.724881 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:16.766215 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device 66ae3a5c-bed1-480a-8aa0-cda45f03b919 up at agent hyperv_hv-cinder-75916 {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:39:16.793908 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-56421f33-2108-458f-b3ac-dba9ddc64100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:16.811361 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Pushing event updated for resources: {'Port': ['ID=7d13c4c1-4949-4500-8835-61d7f31ae80c,revision_number=4']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:39:16.818298 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56421f33-2108-458f-b3ac-dba9ddc64100 admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=94316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 01:39:16.825963 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:39:16.825963 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:39:16.825963 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:39:16.826197 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:39:16.826658 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:39:16.826854 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:39:16.827114 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:39:16.827435 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:39:16.827829 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:39:16.828275 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:39:16.828520 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:39:16.828859 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:39:16.842365 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912215f2-3a57-46bd-85e0-105c8561672f req-578fa7c0-cd2d-4b2f-ae94-47be9e17e077 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:39:16.842365 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-912215f2-3a57-46bd-85e0-105c8561672f req-578fa7c0-cd2d-4b2f-ae94-47be9e17e077 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 945 time: 0.0547905 Aug 27 01:39:16.845032 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56421f33-2108-458f-b3ac-dba9ddc64100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad9c697-65f0-4dad-93d1-f67a03493557,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:39:16.852768 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-56421f33-2108-458f-b3ac-dba9ddc64100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935457'] for segment, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:16.853224 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.db.segments_db [None req-56421f33-2108-458f-b3ac-dba9ddc64100 admin admin] Added segment 5ef52722-1e38-46ed-bd9e-0e571519344e of type vlan for network 6204dbe0-7a23-4a23-b11d-fda4a67644cc Aug 27 01:39:16.865316 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783951c6-9179-4df3-b859-bc9a126dbce5 None None] Sync routers for ids ['1b3e1f4e-4eb5-4875-bd32-5dac995caec9'] in dv-cinder-759169-3-iscsi {{(pid=94318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 01:39:16.876243 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783951c6-9179-4df3-b859-bc9a126dbce5 None None] Routers {'1b3e1f4e-4eb5-4875-bd32-5dac995caec9'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:39:16.876885 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-783951c6-9179-4df3-b859-bc9a126dbce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:39:14Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['1b3e1f4e-4eb5-4875-bd32-5dac995caec9'], 'active': True} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:39:16.890292 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-912215f2-3a57-46bd-85e0-105c8561672f req-2891cc0e-93be-4d3f-9233-724afa7b6999 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a11eb6-484b-4374-b19c-8d6b410e2f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405235 Aug 27 01:39:16.897321 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-56421f33-2108-458f-b3ac-dba9ddc64100 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791478006384'] for network, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:16.932224 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Provisioning for port 66ae3a5c-bed1-480a-8aa0-cda45f03b919 completed by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:39:16.936248 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Provisioning complete for port 66ae3a5c-bed1-480a-8aa0-cda45f03b919 triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:39:16.936616 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:16.989241 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvr_db [None req-783951c6-9179-4df3-b859-bc9a126dbce5 None None] Set router 1b3e1f4e-4eb5-4875-bd32-5dac995caec9 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:39:17.006809 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-56421f33-2108-458f-b3ac-dba9ddc64100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225'] for network, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:17.007879 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56421f33-2108-458f-b3ac-dba9ddc64100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:39:17.008562 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-56421f33-2108-458f-b3ac-dba9ddc64100 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for network, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:17.019396 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:17.042236 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b043518-6eef-4325-8de3-ed41b0cafbd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ae3a5c-bed1-480a-8aa0-cda45f03b919'}] {{(pid=94317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:39:17.044464 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ae24146460100d3107ec4d42823fa970b16dae16efc5fac949978fe01edd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91c4549-f589-4d0a-bd9a-8804d1df003a" -d '{"events": [{"server_uuid": "9b043518-6eef-4325-8de3-ed41b0cafbd3", "name": "network-vif-plugged", "status": "completed", "tag": "66ae3a5c-bed1-480a-8aa0-cda45f03b919"}]}' {{(pid=94317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:39:17.058895 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port 66ae3a5c-bed1-480a-8aa0-cda45f03b919, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=66ae3a5c-bed1-480a-8aa0-cda45f03b919,segment=NetworkSegment(c820bc68-ef88-483c-8686-637185f2c907),segment_id=c820bc68-ef88-483c-8686-637185f2c907)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:39:17.076383 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56421f33-2108-458f-b3ac-dba9ddc64100 admin admin] Pushing event updated for resources: {'Network': ['ID=6204dbe0-7a23-4a23-b11d-fda4a67644cc,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:39:17.087652 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Network 6204dbe0-7a23-4a23-b11d-fda4a67644cc details requested by agent ovs-agent-dv-cinder-759169-3-iscsi with host dv-cinder-759169-3-iscsi {{(pid=94317) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 01:39:17.090547 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 01:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84185824-c6ec-4782-9f17-85adb291bf06 x-openstack-request-id: req-84185824-c6ec-4782-9f17-85adb291bf06 {{(pid=94317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:39:17.091187 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b043518-6eef-4325-8de3-ed41b0cafbd3", "name": "network-vif-plugged", "status": "completed", "tag": "66ae3a5c-bed1-480a-8aa0-cda45f03b919", "code": 200}]} {{(pid=94317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:39:17.091440 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-84185824-c6ec-4782-9f17-85adb291bf06 {{(pid=94317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:39:17.091851 dv-cinder-759169-3-iscsi neutron-server[94317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b043518-6eef-4325-8de3-ed41b0cafbd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ae3a5c-bed1-480a-8aa0-cda45f03b919', 'code': 200} Aug 27 01:39:17.141650 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 35314) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:39:17.143577 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-56421f33-2108-458f-b3ac-dba9ddc64100 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6454225 Aug 27 01:39:17.147511 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [None req-92c76191-40ef-456c-8154-3676734b812e admin admin] Request body: {'subnet': {'network_id': '6204dbe0-7a23-4a23-b11d-fda4a67644cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-542330483-subnet', 'tenant_id': '4f38c403960e49abbc8bdde7568d4d99', 'ip_version': 4}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:39:17.168085 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:17.222023 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Pushing event updated for resources: {'Port': ['ID=66ae3a5c-bed1-480a-8aa0-cda45f03b919,revision_number=5']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:39:17.241158 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c76191-40ef-456c-8154-3676734b812e admin admin] Made reservation on behalf of 4f38c403960e49abbc8bdde7568d4d99 for: {'subnet': 1} {{(pid=94315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:39:17.243652 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-92c76191-40ef-456c-8154-3676734b812e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10044233'] for subnet, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:17.291206 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-783951c6-9179-4df3-b859-bc9a126dbce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'name': 'tempest-TestVolumeBootPattern-1891695804-router', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '7d13c4c1-4949-4500-8835-61d7f31ae80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:39:11Z', 'updated_at': '2021-08-27T01:39:14Z', 'revision_number': 4, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'gw_port': {'id': '7d13c4c1-4949-4500-8835-61d7f31ae80c', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:71:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:39:12Z', 'updated_at': '2021-08-27T01:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': 'e65f5867-c45a-4aa6-acf6-5fa199690e5d', 'name': '', 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'mac_address': 'fa:16:3e:c0:fd:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8a4c81fa-fae1-4cf5-8038-5477ded1756d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:39:13Z', 'updated_at': '2021-08-27T01:39:14Z', 'revision_number': 2, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'subnets': [{'id': '8a4c81fa-fae1-4cf5-8038-5477ded1756d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:39:17.320514 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783951c6-9179-4df3-b859-bc9a126dbce5 None None] Checking router: 1b3e1f4e-4eb5-4875-bd32-5dac995caec9 for host: dv-cinder-759169-3-iscsi {{(pid=94318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 01:39:17.320881 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783951c6-9179-4df3-b859-bc9a126dbce5 None None] Updating router 1b3e1f4e-4eb5-4875-bd32-5dac995caec9 port e65f5867-c45a-4aa6-acf6-5fa199690e5d binding host dv-cinder-759169-3-iscsi {{(pid=94318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 01:39:17.345983 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [None req-783951c6-9179-4df3-b859-bc9a126dbce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:17.481060 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-809c4053-e1f3-4656-979d-5dfd58cb0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:17.481810 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-92c76191-40ef-456c-8154-3676734b812e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8504751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10044219'] for subnet, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:17.573662 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c76191-40ef-456c-8154-3676734b812e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c28b96a-a43a-4861-a771-1ce3abfd0a12,revision_number=0']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:39:17.580966 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c76191-40ef-456c-8154-3676734b812e admin admin] Checking segment: {'id': '5ef52722-1e38-46ed-bd9e-0e571519344e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '6204dbe0-7a23-4a23-b11d-fda4a67644cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:39:17.581327 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c76191-40ef-456c-8154-3676734b812e admin admin] Network hostable DHCP agents. Network: 6204dbe0-7a23-4a23-b11d-fda4a67644cc, hostable agents: ['70e474cc-df6f-4c4f-8c1d-9d362ecec16b'], hosted agents: [] {{(pid=94315) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 01:39:17.587195 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f081869-98a3-4886-b2f5-252a00a0ae70 req-12865acd-4d8f-4b39-8bcf-4334e54a5270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:39:17.588710 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-4f081869-98a3-4886-b2f5-252a00a0ae70 req-12865acd-4d8f-4b39-8bcf-4334e54a5270 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 1099 time: 0.0792873 Aug 27 01:39:17.607197 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [None req-783951c6-9179-4df3-b859-bc9a126dbce5 None None] Notify callbacks [] for port, precommit_update {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:17.617163 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.provisioning_blocks [None req-783951c6-9179-4df3-b859-bc9a126dbce5 None None] Transition to ACTIVE for port object e65f5867-c45a-4aa6-acf6-5fa199690e5d will not be triggered until provisioned by entity L2. {{(pid=94318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:39:17.626752 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-4f081869-98a3-4886-b2f5-252a00a0ae70 req-217f1201-3d6e-4a16-9da0-7481a2299227 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=05a11eb6-484b-4374-b19c-8d6b410e2f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308621 Aug 27 01:39:17.714574 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c76191-40ef-456c-8154-3676734b812e admin admin] Network 6204dbe0-7a23-4a23-b11d-fda4a67644cc is scheduled to be hosted by DHCP agent 70e474cc-df6f-4c4f-8c1d-9d362ecec16b with binding_index 1 {{(pid=94315) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 01:39:17.726329 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [None req-783951c6-9179-4df3-b859-bc9a126dbce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:17.777806 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595f896c-4cc4-4fd7-9547-009576698fd1 None None] Pushing event updated for resources: {'Port': ['ID=e65f5867-c45a-4aa6-acf6-5fa199690e5d,revision_number=3']} {{(pid=94318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:39:17.811450 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.base_scheduler [None req-92c76191-40ef-456c-8154-3676734b812e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759169-3-iscsi, 6204dbe0-7a23-4a23-b11d-fda4a67644cc) {{(pid=94315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:39:17.816760 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c76191-40ef-456c-8154-3676734b812e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:39:17.817627 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-92c76191-40ef-456c-8154-3676734b812e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for subnet, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:17.824537 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2a26f0-4027-4b7f-a53d-27419fc34543 None None] Network 6204dbe0-7a23-4a23-b11d-fda4a67644cc requested from dv-cinder-759169-3-iscsi {{(pid=94317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 01:39:17.832889 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.managers [None req-783951c6-9179-4df3-b859-bc9a126dbce5 None None] Attempting to bind port e65f5867-c45a-4aa6-acf6-5fa199690e5d on host dv-cinder-759169-3-iscsi for vnic_type normal with profile {{(pid=94318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 01:39:17.833340 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.managers [None req-783951c6-9179-4df3-b859-bc9a126dbce5 None None] Attempting to bind port e65f5867-c45a-4aa6-acf6-5fa199690e5d by drivers openvswitch,hyperv on host dv-cinder-759169-3-iscsi at level 0 using segments [{'id': 'fc9ce6d0-a5a2-4737-ac3e-33897b3e364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c'}] {{(pid=94318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 01:39:17.833707 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783951c6-9179-4df3-b859-bc9a126dbce5 None None] Attempting to bind port e65f5867-c45a-4aa6-acf6-5fa199690e5d on network 36f8a83c-fcee-45f1-9a2d-3d2de8a9383c {{(pid=94318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:39:17.839151 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783951c6-9179-4df3-b859-bc9a126dbce5 None None] Checking agent: {'id': '9a53e131-30a1-425b-897f-67705806e918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759169-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 1, 22, 15), 'started_at': datetime.datetime(2021, 8, 27, 1, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 1, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759169-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 01:39:17.839662 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783951c6-9179-4df3-b859-bc9a126dbce5 None None] Checking segment: {'id': 'fc9ce6d0-a5a2-4737-ac3e-33897b3e364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:39:17.840065 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [None req-783951c6-9179-4df3-b859-bc9a126dbce5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:17.840451 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783951c6-9179-4df3-b859-bc9a126dbce5 None None] Bound using segment: {'id': 'fc9ce6d0-a5a2-4737-ac3e-33897b3e364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c'} {{(pid=94318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 01:39:17.840950 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.managers [None req-783951c6-9179-4df3-b859-bc9a126dbce5 None None] Bound port: e65f5867-c45a-4aa6-acf6-5fa199690e5d, host: dv-cinder-759169-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc9ce6d0-a5a2-4737-ac3e-33897b3e364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c'}}] {{(pid=94318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 01:39:17.841344 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [None req-783951c6-9179-4df3-b859-bc9a126dbce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:17.903033 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-92c76191-40ef-456c-8154-3676734b812e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7602770 Aug 27 01:39:17.905600 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 35316) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:39:17.910632 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.db [None req-783951c6-9179-4df3-b859-bc9a126dbce5 None None] For port e65f5867-c45a-4aa6-acf6-5fa199690e5d, host dv-cinder-759169-3-iscsi, cleared binding levels {{(pid=94318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 01:39:17.912946 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [None req-30e33f49-9ad9-4d79-819d-f2369208fce7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-542330483-router', 'tenant_id': '4f38c403960e49abbc8bdde7568d4d99', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6'}}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:39:17.914759 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.db [None req-783951c6-9179-4df3-b859-bc9a126dbce5 None None] For port e65f5867-c45a-4aa6-acf6-5fa199690e5d, host dv-cinder-759169-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=e65f5867-c45a-4aa6-acf6-5fa199690e5d,segment=NetworkSegment(fc9ce6d0-a5a2-4737-ac3e-33897b3e364c),segment_id=fc9ce6d0-a5a2-4737-ac3e-33897b3e364c)] {{(pid=94318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 01:39:17.978114 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca222aa-8f22-4806-b9b5-e9a63f0be3a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30d8a1d7-44b8-5ff3-906c-ae2eaad5aabb-6204dbe0-7a23-4a23-b11d-fda4a67644cc', 'network_id': '6204dbe0-7a23-4a23-b11d-fda4a67644cc', 'tenant_id': '4f38c403960e49abbc8bdde7568d4d99', 'fixed_ips': [{'subnet_id': '5c28b96a-a43a-4861-a771-1ce3abfd0a12'}]}} from dv-cinder-759169-3-iscsi. {{(pid=94317) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 01:39:17.984389 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-4ca222aa-8f22-4806-b9b5-e9a63f0be3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_create {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:18.001436 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [None req-783951c6-9179-4df3-b859-bc9a126dbce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:18.016104 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-30e33f49-9ad9-4d79-819d-f2369208fce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2021068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4927'] for router, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:18.017651 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-30e33f49-9ad9-4d79-819d-f2369208fce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2019338', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2084776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4904'] for router, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:18.038565 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0afb136-fbd0-4ad9-8cb5-152a60893833 req-a1522daf-a06e-405b-84c4-d60d758a0d44 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:39:18.041058 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-e0afb136-fbd0-4ad9-8cb5-152a60893833 req-a1522daf-a06e-405b-84c4-d60d758a0d44 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 946 time: 0.0699468 Aug 27 01:39:18.062314 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783951c6-9179-4df3-b859-bc9a126dbce5 None None] Routers {'1b3e1f4e-4eb5-4875-bd32-5dac995caec9'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:39:18.063147 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-783951c6-9179-4df3-b859-bc9a126dbce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:39:14Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['1b3e1f4e-4eb5-4875-bd32-5dac995caec9'], 'active': True} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:39:18.109867 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-30e33f49-9ad9-4d79-819d-f2369208fce7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:18.129766 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-e0afb136-fbd0-4ad9-8cb5-152a60893833 req-06f2f731-5d0c-47e6-b507-076403f6ba6d tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a11eb6-484b-4374-b19c-8d6b410e2f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788429 Aug 27 01:39:18.134407 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.db_base_plugin_common [None req-4ca222aa-8f22-4806-b9b5-e9a63f0be3a7 None None] Allocated IP 172.20.0.2 (6204dbe0-7a23-4a23-b11d-fda4a67644cc/5c28b96a-a43a-4861-a771-1ce3abfd0a12/22a12f05-255c-4ceb-8300-2e9e3a0560ea) {{(pid=94317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 01:39:18.198081 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvr_db [None req-783951c6-9179-4df3-b859-bc9a126dbce5 None None] Set router 1b3e1f4e-4eb5-4875-bd32-5dac995caec9 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:39:18.268773 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595f896c-4cc4-4fd7-9547-009576698fd1 None None] Pushing event updated for resources: {'Port': ['ID=e65f5867-c45a-4aa6-acf6-5fa199690e5d,revision_number=4']} {{(pid=94318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:39:18.320457 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-4ca222aa-8f22-4806-b9b5-e9a63f0be3a7 None None] Notify callbacks [] for port, precommit_create {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:18.331912 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-4ca222aa-8f22-4806-b9b5-e9a63f0be3a7 None None] Transition to ACTIVE for port object 22a12f05-255c-4ceb-8300-2e9e3a0560ea will not be triggered until provisioned by entity L2. {{(pid=94317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:39:18.340360 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-30e33f49-9ad9-4d79-819d-f2369208fce7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:18.350298 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-4ca222aa-8f22-4806-b9b5-e9a63f0be3a7 None None] Transition to ACTIVE for port object 22a12f05-255c-4ceb-8300-2e9e3a0560ea will not be triggered until provisioned by entity DHCP. {{(pid=94317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:39:18.403921 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-783951c6-9179-4df3-b859-bc9a126dbce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'name': 'tempest-TestVolumeBootPattern-1891695804-router', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '7d13c4c1-4949-4500-8835-61d7f31ae80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:39:11Z', 'updated_at': '2021-08-27T01:39:14Z', 'revision_number': 4, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'gw_port': {'id': '7d13c4c1-4949-4500-8835-61d7f31ae80c', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:71:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:39:12Z', 'updated_at': '2021-08-27T01:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': 'e65f5867-c45a-4aa6-acf6-5fa199690e5d', 'name': '', 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'mac_address': 'fa:16:3e:c0:fd:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8a4c81fa-fae1-4cf5-8038-5477ded1756d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:39:13Z', 'updated_at': '2021-08-27T01:39:17Z', 'revision_number': 4, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'subnets': [{'id': '8a4c81fa-fae1-4cf5-8038-5477ded1756d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:39:18.417766 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 7d13c4c1-4949-4500-8835-61d7f31ae80c up at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:39:18.432704 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783951c6-9179-4df3-b859-bc9a126dbce5 None None] The sync data for ids ['1b3e1f4e-4eb5-4875-bd32-5dac995caec9'] in dv-cinder-759169-3-iscsi is: [{'id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'name': 'tempest-TestVolumeBootPattern-1891695804-router', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '7d13c4c1-4949-4500-8835-61d7f31ae80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:39:11Z', 'updated_at': '2021-08-27T01:39:14Z', 'revision_number': 4, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'gw_port': {'id': '7d13c4c1-4949-4500-8835-61d7f31ae80c', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:71:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:39:12Z', 'updated_at': '2021-08-27T01:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': 'e65f5867-c45a-4aa6-acf6-5fa199690e5d', 'name': '', 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'mac_address': 'fa:16:3e:c0:fd:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8a4c81fa-fae1-4cf5-8038-5477ded1756d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:39:13Z', 'updated_at': '2021-08-27T01:39:17Z', 'revision_number': 4, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'subnets': [{'id': '8a4c81fa-fae1-4cf5-8038-5477ded1756d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 01:39:18.481539 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning complete for port 7d13c4c1-4949-4500-8835-61d7f31ae80c triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:39:18.486270 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:18.518932 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-4ca222aa-8f22-4806-b9b5-e9a63f0be3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791478024214'] for port, after_create {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:18.577310 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca222aa-8f22-4806-b9b5-e9a63f0be3a7 None None] Network 6204dbe0-7a23-4a23-b11d-fda4a67644cc is already hosted by enough agents. {{(pid=94317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:39:18.586954 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.scheduler.base_scheduler [None req-4ca222aa-8f22-4806-b9b5-e9a63f0be3a7 None None] Resources bound (agent type, host, resource id): {{(pid=94317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:39:18.591096 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca222aa-8f22-4806-b9b5-e9a63f0be3a7 None None] Received port after_create {{(pid=94317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 01:39:18.600713 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca222aa-8f22-4806-b9b5-e9a63f0be3a7 None None] Pushing event updated for resources: {'Port': ['ID=22a12f05-255c-4ceb-8300-2e9e3a0560ea,revision_number=1']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:39:18.683021 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.managers [None req-4ca222aa-8f22-4806-b9b5-e9a63f0be3a7 None None] Attempting to bind port 22a12f05-255c-4ceb-8300-2e9e3a0560ea on host dv-cinder-759169-3-iscsi for vnic_type normal with profile {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 01:39:18.683393 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.managers [None req-4ca222aa-8f22-4806-b9b5-e9a63f0be3a7 None None] Attempting to bind port 22a12f05-255c-4ceb-8300-2e9e3a0560ea by drivers openvswitch,hyperv on host dv-cinder-759169-3-iscsi at level 0 using segments [{'id': '5ef52722-1e38-46ed-bd9e-0e571519344e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '6204dbe0-7a23-4a23-b11d-fda4a67644cc'}] {{(pid=94317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 01:39:18.683756 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca222aa-8f22-4806-b9b5-e9a63f0be3a7 None None] Attempting to bind port 22a12f05-255c-4ceb-8300-2e9e3a0560ea on network 6204dbe0-7a23-4a23-b11d-fda4a67644cc {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:39:18.693804 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca222aa-8f22-4806-b9b5-e9a63f0be3a7 None None] Checking agent: {'id': '9a53e131-30a1-425b-897f-67705806e918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759169-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 1, 22, 15), 'started_at': datetime.datetime(2021, 8, 27, 1, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 1, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759169-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 01:39:18.694173 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca222aa-8f22-4806-b9b5-e9a63f0be3a7 None None] Checking segment: {'id': '5ef52722-1e38-46ed-bd9e-0e571519344e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '6204dbe0-7a23-4a23-b11d-fda4a67644cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:39:18.694573 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-4ca222aa-8f22-4806-b9b5-e9a63f0be3a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:18.694954 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca222aa-8f22-4806-b9b5-e9a63f0be3a7 None None] Bound using segment: {'id': '5ef52722-1e38-46ed-bd9e-0e571519344e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '6204dbe0-7a23-4a23-b11d-fda4a67644cc'} {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 01:39:18.695425 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.managers [None req-4ca222aa-8f22-4806-b9b5-e9a63f0be3a7 None None] Bound port: 22a12f05-255c-4ceb-8300-2e9e3a0560ea, host: dv-cinder-759169-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ef52722-1e38-46ed-bd9e-0e571519344e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '6204dbe0-7a23-4a23-b11d-fda4a67644cc'}}] {{(pid=94317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 01:39:18.695803 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-4ca222aa-8f22-4806-b9b5-e9a63f0be3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:18.718079 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-30e33f49-9ad9-4d79-819d-f2369208fce7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:18.739414 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-30e33f49-9ad9-4d79-819d-f2369208fce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:18.768807 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-4ca222aa-8f22-4806-b9b5-e9a63f0be3a7 None None] For port 22a12f05-255c-4ceb-8300-2e9e3a0560ea, host dv-cinder-759169-3-iscsi, cleared binding levels {{(pid=94317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 01:39:18.773147 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-4ca222aa-8f22-4806-b9b5-e9a63f0be3a7 None None] For port 22a12f05-255c-4ceb-8300-2e9e3a0560ea, host dv-cinder-759169-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=22a12f05-255c-4ceb-8300-2e9e3a0560ea,segment=NetworkSegment(5ef52722-1e38-46ed-bd9e-0e571519344e),segment_id=5ef52722-1e38-46ed-bd9e-0e571519344e)] {{(pid=94317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 01:39:18.854701 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.db_base_plugin_common [None req-30e33f49-9ad9-4d79-819d-f2369208fce7 admin admin] Allocated IP 172.27.3.64 (6740c5c8-77e9-4fca-8473-ad46ab012dd6/fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b/4cfcd574-ae16-495a-aa2d-a6aa63e262a3) {{(pid=94315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 01:39:18.881595 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-4ca222aa-8f22-4806-b9b5-e9a63f0be3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:18.955094 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca222aa-8f22-4806-b9b5-e9a63f0be3a7 None None] Pushing event updated for resources: {'Port': ['ID=22a12f05-255c-4ceb-8300-2e9e3a0560ea,revision_number=2']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:39:18.974354 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-30e33f49-9ad9-4d79-819d-f2369208fce7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:19.069716 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-30e33f49-9ad9-4d79-819d-f2369208fce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791478024214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8502847'] for port, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:19.132484 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e33f49-9ad9-4d79-819d-f2369208fce7 admin admin] Network 6740c5c8-77e9-4fca-8473-ad46ab012dd6 is already hosted by enough agents. {{(pid=94315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:39:19.139224 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.base_scheduler [None req-30e33f49-9ad9-4d79-819d-f2369208fce7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:39:19.146973 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e33f49-9ad9-4d79-819d-f2369208fce7 admin admin] Received port after_create {{(pid=94315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 01:39:19.158715 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e33f49-9ad9-4d79-819d-f2369208fce7 admin admin] Pushing event updated for resources: {'Port': ['ID=4cfcd574-ae16-495a-aa2d-a6aa63e262a3,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:39:19.263593 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89981d7-be26-4598-a695-d6569b55f4fe req-d13c7607-2cd8-4169-b0cd-20330eeddc18 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:39:19.265322 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-f89981d7-be26-4598-a695-d6569b55f4fe req-d13c7607-2cd8-4169-b0cd-20330eeddc18 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 946 time: 0.0561965 Aug 27 01:39:19.310370 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-f89981d7-be26-4598-a695-d6569b55f4fe req-2ccff3b2-d7bd-4442-a3e8-3b933b943e2e tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a11eb6-484b-4374-b19c-8d6b410e2f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371859 Aug 27 01:39:19.642265 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aec7f2-e004-4666-8546-13d7a8dceeb6 req-0161bdbf-f2ea-4dea-9f67-e9c1c1cf19c2 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:39:19.650241 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d9aec7f2-e004-4666-8546-13d7a8dceeb6 req-0161bdbf-f2ea-4dea-9f67-e9c1c1cf19c2 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 946 time: 0.0641849 Aug 27 01:39:19.685648 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d9aec7f2-e004-4666-8546-13d7a8dceeb6 req-2cd58aa0-e4b5-4996-81f3-91ef0542b4d9 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a11eb6-484b-4374-b19c-8d6b410e2f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345328 Aug 27 01:39:19.708606 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 35324) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:39:19.801809 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-30e33f49-9ad9-4d79-819d-f2369208fce7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:19.943821 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c782cff-fd46-448b-997f-585418d588cd None None] Network 6204dbe0-7a23-4a23-b11d-fda4a67644cc requested from dv-cinder-759169-3-iscsi {{(pid=94317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 01:39:19.965858 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4175f60-8288-4434-9b63-1c7bca687598 tempest-TestShelveInstance-656703334 tempest-TestShelveInstance-656703334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:39:19.967387 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-a4175f60-8288-4434-9b63-1c7bca687598 tempest-TestShelveInstance-656703334 tempest-TestShelveInstance-656703334-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 1094 time: 0.2578418 Aug 27 01:39:19.970220 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 35328) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:39:19.975260 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [None req-628e86e8-9945-4034-83f3-1e16caa04658 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Request body: {'floatingip': {'floating_network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'port_id': '66ae3a5c-bed1-480a-8aa0-cda45f03b919', 'tenant_id': 'd683ea4300b545fda6f56b5c11ee189c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:39:20.009609 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-30e33f49-9ad9-4d79-819d-f2369208fce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2027221'] for router, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:20.125010 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-8a67f5f4-a587-474c-baa9-63627bf5c5c8 None None] Provisioning for port 22a12f05-255c-4ceb-8300-2e9e3a0560ea completed by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:39:20.125171 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-628e86e8-9945-4034-83f3-1e16caa04658 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Notify callbacks [] for floatingip, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:20.224382 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e33f49-9ad9-4d79-819d-f2369208fce7 admin admin] Router fc8adc49-e4f6-4e23-80f9-630a5595a1d4 is scheduled to L3 agent 8dc83c43-e68e-43c9-8595-1753e39ae809 with binding_index 1 {{(pid=94315) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 01:39:20.229177 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-628e86e8-9945-4034-83f3-1e16caa04658 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:20.340034 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.db_base_plugin_common [None req-628e86e8-9945-4034-83f3-1e16caa04658 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Allocated IP 172.27.3.174 (6740c5c8-77e9-4fca-8473-ad46ab012dd6/fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b/71293a0a-2057-434a-8df4-21e55630940c) {{(pid=94316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 01:39:20.340721 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e33f49-9ad9-4d79-819d-f2369208fce7 admin admin] Notify agent at l3_agent.dv-cinder-759169-3-iscsi the message routers_updated {{(pid=94315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 01:39:20.350271 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7db9bc-0ee3-484d-93af-4d4701ce0725 None None] Sync routers for ids ['fc8adc49-e4f6-4e23-80f9-630a5595a1d4'] in dv-cinder-759169-3-iscsi {{(pid=94317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 01:39:20.362624 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7db9bc-0ee3-484d-93af-4d4701ce0725 None None] Routers {'fc8adc49-e4f6-4e23-80f9-630a5595a1d4'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:39:20.363330 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-2e7db9bc-0ee3-484d-93af-4d4701ce0725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:39:14Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['fc8adc49-e4f6-4e23-80f9-630a5595a1d4'], 'active': True} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:39:20.425550 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-30e33f49-9ad9-4d79-819d-f2369208fce7 admin admin] Notify callbacks [] for router, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:20.428102 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-30e33f49-9ad9-4d79-819d-f2369208fce7 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5202992 Aug 27 01:39:20.429818 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 35330) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:39:20.469956 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-628e86e8-9945-4034-83f3-1e16caa04658 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Notify callbacks [] for port, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:20.498372 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device e65f5867-c45a-4aa6-acf6-5fa199690e5d up at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:39:20.506779 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvr_db [None req-2e7db9bc-0ee3-484d-93af-4d4701ce0725 None None] Set router fc8adc49-e4f6-4e23-80f9-630a5595a1d4 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:39:20.567175 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-628e86e8-9945-4034-83f3-1e16caa04658 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791478024214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8444051'] for port, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:20.606706 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628e86e8-9945-4034-83f3-1e16caa04658 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Network 6740c5c8-77e9-4fca-8473-ad46ab012dd6 is already hosted by enough agents. {{(pid=94316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:39:20.609526 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.base_scheduler [None req-628e86e8-9945-4034-83f3-1e16caa04658 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Resources bound (agent type, host, resource id): {{(pid=94316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:39:20.615541 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628e86e8-9945-4034-83f3-1e16caa04658 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Received port after_create {{(pid=94316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 01:39:20.643730 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628e86e8-9945-4034-83f3-1e16caa04658 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Pushing event updated for resources: {'Port': ['ID=71293a0a-2057-434a-8df4-21e55630940c,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:39:20.724517 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-2e7db9bc-0ee3-484d-93af-4d4701ce0725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8adc49-e4f6-4e23-80f9-630a5595a1d4', 'name': 'tempest-TestVolumeBootPattern-542330483-router', 'tenant_id': '4f38c403960e49abbc8bdde7568d4d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '4cfcd574-ae16-495a-aa2d-a6aa63e262a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:39:18Z', 'updated_at': '2021-08-27T01:39:19Z', 'revision_number': 3, 'project_id': '4f38c403960e49abbc8bdde7568d4d99', 'gw_port': {'id': '4cfcd574-ae16-495a-aa2d-a6aa63e262a3', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3e:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8adc49-e4f6-4e23-80f9-630a5595a1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:39:18Z', 'updated_at': '2021-08-27T01:39:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi'}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:39:20.729221 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning for port e65f5867-c45a-4aa6-acf6-5fa199690e5d completed by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:39:20.760900 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning complete for port e65f5867-c45a-4aa6-acf6-5fa199690e5d triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:39:20.761277 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:20.762806 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7db9bc-0ee3-484d-93af-4d4701ce0725 None None] Checking router: fc8adc49-e4f6-4e23-80f9-630a5595a1d4 for host: dv-cinder-759169-3-iscsi {{(pid=94317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 01:39:20.763151 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7db9bc-0ee3-484d-93af-4d4701ce0725 None None] Updating router fc8adc49-e4f6-4e23-80f9-630a5595a1d4 port 4cfcd574-ae16-495a-aa2d-a6aa63e262a3 binding host dv-cinder-759169-3-iscsi {{(pid=94317) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 01:39:20.812283 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-2e7db9bc-0ee3-484d-93af-4d4701ce0725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:20.873123 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-20c0346f-868c-4904-9784-ce1c9fc0b2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:20.994981 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-628e86e8-9945-4034-83f3-1e16caa04658 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:21.048182 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.db_base_plugin_common [None req-20c0346f-868c-4904-9784-ce1c9fc0b2d9 admin admin] Allocated IP 172.20.0.1 (6204dbe0-7a23-4a23-b11d-fda4a67644cc/5c28b96a-a43a-4861-a771-1ce3abfd0a12/84c75771-aa8b-4d09-9474-6c508ebba3cd) {{(pid=94315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 01:39:21.079471 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:21.131803 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-628e86e8-9945-4034-83f3-1e16caa04658 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:21.156216 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] For port e65f5867-c45a-4aa6-acf6-5fa199690e5d, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=e65f5867-c45a-4aa6-acf6-5fa199690e5d,segment=NetworkSegment(fc9ce6d0-a5a2-4737-ac3e-33897b3e364c),segment_id=fc9ce6d0-a5a2-4737-ac3e-33897b3e364c)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:39:21.161656 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-20c0346f-868c-4904-9784-ce1c9fc0b2d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:21.176801 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.provisioning_blocks [None req-20c0346f-868c-4904-9784-ce1c9fc0b2d9 admin admin] Transition to ACTIVE for port object 84c75771-aa8b-4d09-9474-6c508ebba3cd will not be triggered until provisioned by entity DHCP. {{(pid=94315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:39:21.242640 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:21.243444 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 22a12f05-255c-4ceb-8300-2e9e3a0560ea up at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:39:21.279975 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-20c0346f-868c-4904-9784-ce1c9fc0b2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791478024214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8502847'] for port, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:21.290973 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-628e86e8-9945-4034-83f3-1e16caa04658 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Notify callbacks [] for port, precommit_update {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:21.317135 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-2e7db9bc-0ee3-484d-93af-4d4701ce0725 None None] Notify callbacks [] for port, precommit_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:21.323678 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c0346f-868c-4904-9784-ce1c9fc0b2d9 admin admin] Network 6204dbe0-7a23-4a23-b11d-fda4a67644cc is already hosted by enough agents. {{(pid=94315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:39:21.326463 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.base_scheduler [None req-20c0346f-868c-4904-9784-ce1c9fc0b2d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:39:21.332007 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c0346f-868c-4904-9784-ce1c9fc0b2d9 admin admin] Received port after_create {{(pid=94315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 01:39:21.348871 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Pushing event updated for resources: {'Port': ['ID=e65f5867-c45a-4aa6-acf6-5fa199690e5d,revision_number=5']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:39:21.352434 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-2e7db9bc-0ee3-484d-93af-4d4701ce0725 None None] Transition to ACTIVE for port object 4cfcd574-ae16-495a-aa2d-a6aa63e262a3 will not be triggered until provisioned by entity L2. {{(pid=94317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:39:21.359112 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0346f-868c-4904-9784-ce1c9fc0b2d9 admin admin] Pushing event updated for resources: {'Port': ['ID=84c75771-aa8b-4d09-9474-6c508ebba3cd,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:39:21.365470 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-628e86e8-9945-4034-83f3-1e16caa04658 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8444042'] for port, after_update {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:21.375705 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-20c0346f-868c-4904-9784-ce1c9fc0b2d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2027018'] for router_interface, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:21.446823 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628e86e8-9945-4034-83f3-1e16caa04658 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Pushing event updated for resources: {'Port': ['ID=71293a0a-2057-434a-8df4-21e55630940c,revision_number=2']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:39:21.459044 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-628e86e8-9945-4034-83f3-1e16caa04658 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2027135'] for floatingip, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:21.467988 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-2e7db9bc-0ee3-484d-93af-4d4701ce0725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:21.522819 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning for port 22a12f05-255c-4ceb-8300-2e9e3a0560ea completed by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:39:21.533345 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning complete for port 22a12f05-255c-4ceb-8300-2e9e3a0560ea triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:39:21.533722 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:21.539261 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.managers [None req-2e7db9bc-0ee3-484d-93af-4d4701ce0725 None None] Attempting to bind port 4cfcd574-ae16-495a-aa2d-a6aa63e262a3 on host dv-cinder-759169-3-iscsi for vnic_type normal with profile {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 01:39:21.539632 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.managers [None req-2e7db9bc-0ee3-484d-93af-4d4701ce0725 None None] Attempting to bind port 4cfcd574-ae16-495a-aa2d-a6aa63e262a3 by drivers openvswitch,hyperv on host dv-cinder-759169-3-iscsi at level 0 using segments [{'id': '1ffc2e98-4b11-4960-9fce-c802c96e52d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6'}] {{(pid=94317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 01:39:21.539993 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7db9bc-0ee3-484d-93af-4d4701ce0725 None None] Attempting to bind port 4cfcd574-ae16-495a-aa2d-a6aa63e262a3 on network 6740c5c8-77e9-4fca-8473-ad46ab012dd6 {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:39:21.562634 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71083099-b350-4f1b-aa1f-b7d15c52239a None None] Pushing event updated for resources: {'Port': ['ID=4cfcd574-ae16-495a-aa2d-a6aa63e262a3,revision_number=2']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:39:21.569176 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7db9bc-0ee3-484d-93af-4d4701ce0725 None None] Checking agent: {'id': '9a53e131-30a1-425b-897f-67705806e918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759169-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 1, 22, 15), 'started_at': datetime.datetime(2021, 8, 27, 1, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 1, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759169-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 01:39:21.569605 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7db9bc-0ee3-484d-93af-4d4701ce0725 None None] Checking segment: {'id': '1ffc2e98-4b11-4960-9fce-c802c96e52d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:39:21.569943 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-2e7db9bc-0ee3-484d-93af-4d4701ce0725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:21.570333 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7db9bc-0ee3-484d-93af-4d4701ce0725 None None] Bound using segment: {'id': '1ffc2e98-4b11-4960-9fce-c802c96e52d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6'} {{(pid=94317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 01:39:21.570852 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.managers [None req-2e7db9bc-0ee3-484d-93af-4d4701ce0725 None None] Bound port: 4cfcd574-ae16-495a-aa2d-a6aa63e262a3, host: dv-cinder-759169-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ffc2e98-4b11-4960-9fce-c802c96e52d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6'}}] {{(pid=94317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 01:39:21.571194 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-2e7db9bc-0ee3-484d-93af-4d4701ce0725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:21.571309 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.db.l3_db [None req-628e86e8-9945-4034-83f3-1e16caa04658 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Floating IP 7023b53b-d6d8-443f-bc96-24ef8ded74d0 associated. External IP: 172.27.3.174, port: 66ae3a5c-bed1-480a-8aa0-cda45f03b919. Aug 27 01:39:21.603430 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-20c0346f-868c-4904-9784-ce1c9fc0b2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:21.643134 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-2e7db9bc-0ee3-484d-93af-4d4701ce0725 None None] For port 4cfcd574-ae16-495a-aa2d-a6aa63e262a3, host dv-cinder-759169-3-iscsi, cleared binding levels {{(pid=94317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 01:39:21.679325 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-2e7db9bc-0ee3-484d-93af-4d4701ce0725 None None] For port 4cfcd574-ae16-495a-aa2d-a6aa63e262a3, host dv-cinder-759169-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=4cfcd574-ae16-495a-aa2d-a6aa63e262a3,segment=NetworkSegment(1ffc2e98-4b11-4960-9fce-c802c96e52d2),segment_id=1ffc2e98-4b11-4960-9fce-c802c96e52d2)] {{(pid=94317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 01:39:21.682140 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-02487b4d-bb24-4d22-ae5b-f8ca3114f432 None None] Provisioning for port 84c75771-aa8b-4d09-9474-6c508ebba3cd completed by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:39:21.691954 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-02487b4d-bb24-4d22-ae5b-f8ca3114f432 None None] Provisioning complete for port 84c75771-aa8b-4d09-9474-6c508ebba3cd triggered by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:39:21.692325 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-02487b4d-bb24-4d22-ae5b-f8ca3114f432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:21.695180 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:21.743935 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-02487b4d-bb24-4d22-ae5b-f8ca3114f432 None None] Port 84c75771-aa8b-4d09-9474-6c508ebba3cd cannot update to ACTIVE because it is not bound. {{(pid=94317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 01:39:21.758417 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] For port 22a12f05-255c-4ceb-8300-2e9e3a0560ea, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=22a12f05-255c-4ceb-8300-2e9e3a0560ea,segment=NetworkSegment(5ef52722-1e38-46ed-bd9e-0e571519344e),segment_id=5ef52722-1e38-46ed-bd9e-0e571519344e)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:39:21.783968 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-2e7db9bc-0ee3-484d-93af-4d4701ce0725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:21.789859 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-20c0346f-868c-4904-9784-ce1c9fc0b2d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:21.800589 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-628e86e8-9945-4034-83f3-1e16caa04658 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Router 0d96fefb-8632-449d-919b-a26694ed32b5 has already been hosted by L3 agent 8dc83c43-e68e-43c9-8595-1753e39ae809 {{(pid=94316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 01:39:21.840380 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:21.844806 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7db9bc-0ee3-484d-93af-4d4701ce0725 None None] Routers {'fc8adc49-e4f6-4e23-80f9-630a5595a1d4'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:39:21.845451 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-2e7db9bc-0ee3-484d-93af-4d4701ce0725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:39:14Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['fc8adc49-e4f6-4e23-80f9-630a5595a1d4'], 'active': True} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:39:21.850004 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71083099-b350-4f1b-aa1f-b7d15c52239a None None] Pushing event updated for resources: {'Port': ['ID=4cfcd574-ae16-495a-aa2d-a6aa63e262a3,revision_number=3']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:39:21.902529 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-20c0346f-868c-4904-9784-ce1c9fc0b2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8502822'] for port, after_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:21.912158 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-628e86e8-9945-4034-83f3-1e16caa04658 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Notify agent at l3_agent.dv-cinder-759169-3-iscsi the message routers_updated {{(pid=94316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 01:39:21.929605 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a3ddc0-a907-49d4-8821-8034a11b115d None None] Sync routers for ids ['0d96fefb-8632-449d-919b-a26694ed32b5'] in dv-cinder-759169-3-iscsi {{(pid=94318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 01:39:21.938355 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a3ddc0-a907-49d4-8821-8034a11b115d None None] Routers {'0d96fefb-8632-449d-919b-a26694ed32b5'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:39:21.938968 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-82a3ddc0-a907-49d4-8821-8034a11b115d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:39:14Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['0d96fefb-8632-449d-919b-a26694ed32b5'], 'active': True} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:39:21.973730 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-20c0346f-868c-4904-9784-ce1c9fc0b2d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2026197'] for router_interface, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:21.975524 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0346f-868c-4904-9784-ce1c9fc0b2d9 admin admin] Pushing event updated for resources: {'Port': ['ID=84c75771-aa8b-4d09-9474-6c508ebba3cd,revision_number=2']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:39:21.976692 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Pushing event updated for resources: {'Port': ['ID=22a12f05-255c-4ceb-8300-2e9e3a0560ea,revision_number=3']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:39:22.001600 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvr_db [None req-2e7db9bc-0ee3-484d-93af-4d4701ce0725 None None] Set router fc8adc49-e4f6-4e23-80f9-630a5595a1d4 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:39:22.016383 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-628e86e8-9945-4034-83f3-1e16caa04658 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for floatingip, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:22.045893 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-628e86e8-9945-4034-83f3-1e16caa04658 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0743289 Aug 27 01:39:22.046312 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b043518-6eef-4325-8de3-ed41b0cafbd3', 'tag': '66ae3a5c-bed1-480a-8aa0-cda45f03b919'}] {{(pid=94316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:39:22.048859 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}899021d1be799054bbcf6b5e395d09f22ed0dc0e230ba80d3f80fac876f8e6bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e87e12d-6bcd-4d41-b95e-4de9bc4a9421" -d '{"events": [{"name": "network-changed", "server_uuid": "9b043518-6eef-4325-8de3-ed41b0cafbd3", "tag": "66ae3a5c-bed1-480a-8aa0-cda45f03b919"}]}' {{(pid=94316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:39:22.068401 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvr_db [None req-82a3ddc0-a907-49d4-8821-8034a11b115d None None] Set router 0d96fefb-8632-449d-919b-a26694ed32b5 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:39:22.099035 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 01:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8065cf-a56e-487b-a535-fc61ca2feb79 x-openstack-request-id: req-6d8065cf-a56e-487b-a535-fc61ca2feb79 {{(pid=94316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:39:22.099559 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b043518-6eef-4325-8de3-ed41b0cafbd3", "tag": "66ae3a5c-bed1-480a-8aa0-cda45f03b919", "status": "completed", "code": 200}]} {{(pid=94316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:39:22.099961 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6d8065cf-a56e-487b-a535-fc61ca2feb79 {{(pid=94316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:39:22.100514 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b043518-6eef-4325-8de3-ed41b0cafbd3', 'tag': '66ae3a5c-bed1-480a-8aa0-cda45f03b919', 'status': 'completed', 'code': 200} Aug 27 01:39:22.101597 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c0346f-868c-4904-9784-ce1c9fc0b2d9 admin admin] Network 6204dbe0-7a23-4a23-b11d-fda4a67644cc is already hosted by enough agents. {{(pid=94315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:39:22.103043 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.base_scheduler [None req-20c0346f-868c-4904-9784-ce1c9fc0b2d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:39:22.261382 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e87e12d-6bcd-4d41-b95e-4de9bc4a9421 req-84e0e7ad-387b-4989-98db-56554f4d9e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:39:22.262691 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-2e7db9bc-0ee3-484d-93af-4d4701ce0725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8adc49-e4f6-4e23-80f9-630a5595a1d4', 'name': 'tempest-TestVolumeBootPattern-542330483-router', 'tenant_id': '4f38c403960e49abbc8bdde7568d4d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '4cfcd574-ae16-495a-aa2d-a6aa63e262a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:39:18Z', 'updated_at': '2021-08-27T01:39:21Z', 'revision_number': 4, 'project_id': '4f38c403960e49abbc8bdde7568d4d99', 'gw_port': {'id': '4cfcd574-ae16-495a-aa2d-a6aa63e262a3', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3e:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8adc49-e4f6-4e23-80f9-630a5595a1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:39:18Z', 'updated_at': '2021-08-27T01:39:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': '84c75771-aa8b-4d09-9474-6c508ebba3cd', 'name': '', 'network_id': '6204dbe0-7a23-4a23-b11d-fda4a67644cc', 'tenant_id': '4f38c403960e49abbc8bdde7568d4d99', 'mac_address': 'fa:16:3e:d7:f7:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8adc49-e4f6-4e23-80f9-630a5595a1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '5c28b96a-a43a-4861-a771-1ce3abfd0a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:39:20Z', 'updated_at': '2021-08-27T01:39:21Z', 'revision_number': 1, 'project_id': '4f38c403960e49abbc8bdde7568d4d99', 'subnets': [{'id': '5c28b96a-a43a-4861-a771-1ce3abfd0a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:39:22.263292 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-9e87e12d-6bcd-4d41-b95e-4de9bc4a9421 req-84e0e7ad-387b-4989-98db-56554f4d9e68 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d683ea4300b545fda6f56b5c11ee189c&device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 1099 time: 0.1057000 Aug 27 01:39:22.298467 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7db9bc-0ee3-484d-93af-4d4701ce0725 None None] The sync data for ids ['fc8adc49-e4f6-4e23-80f9-630a5595a1d4'] in dv-cinder-759169-3-iscsi is: [{'id': 'fc8adc49-e4f6-4e23-80f9-630a5595a1d4', 'name': 'tempest-TestVolumeBootPattern-542330483-router', 'tenant_id': '4f38c403960e49abbc8bdde7568d4d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '4cfcd574-ae16-495a-aa2d-a6aa63e262a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:39:18Z', 'updated_at': '2021-08-27T01:39:21Z', 'revision_number': 4, 'project_id': '4f38c403960e49abbc8bdde7568d4d99', 'gw_port': {'id': '4cfcd574-ae16-495a-aa2d-a6aa63e262a3', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3e:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8adc49-e4f6-4e23-80f9-630a5595a1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:39:18Z', 'updated_at': '2021-08-27T01:39:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': '84c75771-aa8b-4d09-9474-6c508ebba3cd', 'name': '', 'network_id': '6204dbe0-7a23-4a23-b11d-fda4a67644cc', 'tenant_id': '4f38c403960e49abbc8bdde7568d4d99', 'mac_address': 'fa:16:3e:d7:f7:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8adc49-e4f6-4e23-80f9-630a5595a1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '5c28b96a-a43a-4861-a771-1ce3abfd0a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:39:20Z', 'updated_at': '2021-08-27T01:39:21Z', 'revision_number': 1, 'project_id': '4f38c403960e49abbc8bdde7568d4d99', 'subnets': [{'id': '5c28b96a-a43a-4861-a771-1ce3abfd0a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 01:39:22.337068 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c0346f-868c-4904-9784-ce1c9fc0b2d9 admin admin] Router fc8adc49-e4f6-4e23-80f9-630a5595a1d4 has already been hosted by L3 agent 8dc83c43-e68e-43c9-8595-1753e39ae809 {{(pid=94315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 01:39:22.358320 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-82a3ddc0-a907-49d4-8821-8034a11b115d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d96fefb-8632-449d-919b-a26694ed32b5', 'name': 'tempest-TestShelveInstance-1847596435-router', 'tenant_id': 'd683ea4300b545fda6f56b5c11ee189c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '03d92fc8-01ef-45b7-89b6-52e0cfcd4eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:38:24Z', 'updated_at': '2021-08-27T01:38:28Z', 'revision_number': 4, 'project_id': 'd683ea4300b545fda6f56b5c11ee189c', 'gw_port': {'id': '03d92fc8-01ef-45b7-89b6-52e0cfcd4eb4', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:72:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d96fefb-8632-449d-919b-a26694ed32b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:38:25Z', 'updated_at': '2021-08-27T01:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_floatingips': [{'id': '7023b53b-d6d8-443f-bc96-24ef8ded74d0', 'tenant_id': 'd683ea4300b545fda6f56b5c11ee189c', 'floating_ip_address': '172.27.3.174', 'floating_network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'router_id': '0d96fefb-8632-449d-919b-a26694ed32b5', 'port_id': '66ae3a5c-bed1-480a-8aa0-cda45f03b919', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dd6da0d-1759-4b21-a814-ac1356beb0a9', 'mac_address': 'fa:16:3e:7d:06:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b043518-6eef-4325-8de3-ed41b0cafbd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T01:39:20Z', 'updated_at': '2021-08-27T01:39:20Z', 'revision_number': 0, 'project_id': 'd683ea4300b545fda6f56b5c11ee189c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03846275-1db7-4225-a3fc-0fefd535390e', 'name': '', 'network_id': '4dd6da0d-1759-4b21-a814-ac1356beb0a9', 'tenant_id': 'd683ea4300b545fda6f56b5c11ee189c', 'mac_address': 'fa:16:3e:1b:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d96fefb-8632-449d-919b-a26694ed32b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '22c41954-9468-4ea8-8482-d450337a71cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:38:27Z', 'updated_at': '2021-08-27T01:38:35Z', 'revision_number': 5, 'project_id': 'd683ea4300b545fda6f56b5c11ee189c', 'subnets': [{'id': '22c41954-9468-4ea8-8482-d450337a71cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:39:22.368985 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-1f0360e7-309e-4e93-8ffd-fc628dc388ee None None] Provisioning complete for port 84c75771-aa8b-4d09-9474-6c508ebba3cd triggered by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:39:22.369359 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-1f0360e7-309e-4e93-8ffd-fc628dc388ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:22.390019 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a3ddc0-a907-49d4-8821-8034a11b115d None None] Checking router: 0d96fefb-8632-449d-919b-a26694ed32b5 for host: dv-cinder-759169-3-iscsi {{(pid=94318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 01:39:22.405827 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-1f0360e7-309e-4e93-8ffd-fc628dc388ee None None] Port 84c75771-aa8b-4d09-9474-6c508ebba3cd cannot update to ACTIVE because it is not bound. {{(pid=94317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 01:39:22.411814 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a3ddc0-a907-49d4-8821-8034a11b115d None None] Routers {'0d96fefb-8632-449d-919b-a26694ed32b5'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:39:22.417193 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-82a3ddc0-a907-49d4-8821-8034a11b115d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:39:14Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['0d96fefb-8632-449d-919b-a26694ed32b5'], 'active': True} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:39:22.449120 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e87e12d-6bcd-4d41-b95e-4de9bc4a9421 req-e06227b1-8d79-4745-b37d-f02517ce74de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:39:22.450657 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-9e87e12d-6bcd-4d41-b95e-4de9bc4a9421 req-e06227b1-8d79-4745-b37d-f02517ce74de service neutron] 10.222.0.24 "GET /v2.0/networks?id=4dd6da0d-1759-4b21-a814-ac1356beb0a9 HTTP/1.1" status: 200 len: 910 time: 0.1792624 Aug 27 01:39:22.493780 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device e65f5867-c45a-4aa6-acf6-5fa199690e5d up at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:39:22.541672 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvr_db [None req-82a3ddc0-a907-49d4-8821-8034a11b115d None None] Set router 0d96fefb-8632-449d-919b-a26694ed32b5 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:39:22.550058 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c0346f-868c-4904-9784-ce1c9fc0b2d9 admin admin] Notify agent at l3_agent.dv-cinder-759169-3-iscsi the message routers_updated {{(pid=94315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 01:39:22.557151 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-20c0346f-868c-4904-9784-ce1c9fc0b2d9 admin admin] 10.222.0.25 "PUT /v2.0/routers/fc8adc49-e4f6-4e23-80f9-630a5595a1d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1260347 Aug 27 01:39:22.559352 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-9e87e12d-6bcd-4d41-b95e-4de9bc4a9421 req-5d03abf6-614d-4952-987b-1f3045d42a84 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66ae3a5c-bed1-480a-8aa0-cda45f03b919 HTTP/1.1" status: 200 len: 1000 time: 0.0819020 Aug 27 01:39:22.565521 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning complete for port e65f5867-c45a-4aa6-acf6-5fa199690e5d triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:39:22.566998 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:22.648999 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e87e12d-6bcd-4d41-b95e-4de9bc4a9421 req-38dfe592-f827-4f74-a194-95e152f9a564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:39:22.651755 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-9e87e12d-6bcd-4d41-b95e-4de9bc4a9421 req-38dfe592-f827-4f74-a194-95e152f9a564 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=22c41954-9468-4ea8-8482-d450337a71cb HTTP/1.1" status: 200 len: 848 time: 0.0812881 Aug 27 01:39:22.714718 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e87e12d-6bcd-4d41-b95e-4de9bc4a9421 req-cb79ed87-e78f-4538-a15b-cd83995d4014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:39:22.716736 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-9e87e12d-6bcd-4d41-b95e-4de9bc4a9421 req-cb79ed87-e78f-4538-a15b-cd83995d4014 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4dd6da0d-1759-4b21-a814-ac1356beb0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0578489 Aug 27 01:39:22.735737 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 22a12f05-255c-4ceb-8300-2e9e3a0560ea up at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:39:22.812666 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning complete for port 22a12f05-255c-4ceb-8300-2e9e3a0560ea triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:39:22.813003 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:22.867595 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-9e87e12d-6bcd-4d41-b95e-4de9bc4a9421 req-b2f563be-466c-4edf-ae87-988e79702744 service neutron] 10.222.0.24 "GET /v2.0/networks/4dd6da0d-1759-4b21-a814-ac1356beb0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424687 Aug 27 01:39:22.985331 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-9e87e12d-6bcd-4d41-b95e-4de9bc4a9421 req-f3fdf9c2-79f9-4a97-82fa-52e5dbea6e46 service neutron] 10.222.0.24 "GET /v2.0/networks/4dd6da0d-1759-4b21-a814-ac1356beb0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097398 Aug 27 01:39:22.995822 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-82a3ddc0-a907-49d4-8821-8034a11b115d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d96fefb-8632-449d-919b-a26694ed32b5', 'name': 'tempest-TestShelveInstance-1847596435-router', 'tenant_id': 'd683ea4300b545fda6f56b5c11ee189c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '03d92fc8-01ef-45b7-89b6-52e0cfcd4eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:38:24Z', 'updated_at': '2021-08-27T01:38:28Z', 'revision_number': 4, 'project_id': 'd683ea4300b545fda6f56b5c11ee189c', 'gw_port': {'id': '03d92fc8-01ef-45b7-89b6-52e0cfcd4eb4', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:72:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d96fefb-8632-449d-919b-a26694ed32b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:38:25Z', 'updated_at': '2021-08-27T01:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_floatingips': [{'id': '7023b53b-d6d8-443f-bc96-24ef8ded74d0', 'tenant_id': 'd683ea4300b545fda6f56b5c11ee189c', 'floating_ip_address': '172.27.3.174', 'floating_network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'router_id': '0d96fefb-8632-449d-919b-a26694ed32b5', 'port_id': '66ae3a5c-bed1-480a-8aa0-cda45f03b919', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dd6da0d-1759-4b21-a814-ac1356beb0a9', 'mac_address': 'fa:16:3e:7d:06:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b043518-6eef-4325-8de3-ed41b0cafbd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T01:39:20Z', 'updated_at': '2021-08-27T01:39:20Z', 'revision_number': 0, 'project_id': 'd683ea4300b545fda6f56b5c11ee189c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03846275-1db7-4225-a3fc-0fefd535390e', 'name': '', 'network_id': '4dd6da0d-1759-4b21-a814-ac1356beb0a9', 'tenant_id': 'd683ea4300b545fda6f56b5c11ee189c', 'mac_address': 'fa:16:3e:1b:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d96fefb-8632-449d-919b-a26694ed32b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '22c41954-9468-4ea8-8482-d450337a71cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:38:27Z', 'updated_at': '2021-08-27T01:38:35Z', 'revision_number': 5, 'project_id': 'd683ea4300b545fda6f56b5c11ee189c', 'subnets': [{'id': '22c41954-9468-4ea8-8482-d450337a71cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:39:23.029842 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a3ddc0-a907-49d4-8821-8034a11b115d None None] The sync data for ids ['0d96fefb-8632-449d-919b-a26694ed32b5'] in dv-cinder-759169-3-iscsi is: [{'id': '0d96fefb-8632-449d-919b-a26694ed32b5', 'name': 'tempest-TestShelveInstance-1847596435-router', 'tenant_id': 'd683ea4300b545fda6f56b5c11ee189c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '03d92fc8-01ef-45b7-89b6-52e0cfcd4eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:38:24Z', 'updated_at': '2021-08-27T01:38:28Z', 'revision_number': 4, 'project_id': 'd683ea4300b545fda6f56b5c11ee189c', 'gw_port': {'id': '03d92fc8-01ef-45b7-89b6-52e0cfcd4eb4', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:72:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d96fefb-8632-449d-919b-a26694ed32b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:38:25Z', 'updated_at': '2021-08-27T01:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_floatingips': [{'id': '7023b53b-d6d8-443f-bc96-24ef8ded74d0', 'tenant_id': 'd683ea4300b545fda6f56b5c11ee189c', 'floating_ip_address': '172.27.3.174', 'floating_network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'router_id': '0d96fefb-8632-449d-919b-a26694ed32b5', 'port_id': '66ae3a5c-bed1-480a-8aa0-cda45f03b919', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dd6da0d-1759-4b21-a814-ac1356beb0a9', 'mac_address': 'fa:16:3e:7d:06:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b043518-6eef-4325-8de3-ed41b0cafbd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T01:39:20Z', 'updated_at': '2021-08-27T01:39:20Z', 'revision_number': 0, 'project_id': 'd683ea4300b545fda6f56b5c11ee189c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03846275-1db7-4225-a3fc-0fefd535390e', 'name': '', 'network_id': '4dd6da0d-1759-4b21-a814-ac1356beb0a9', 'tenant_id': 'd683ea4300b545fda6f56b5c11ee189c', 'mac_address': 'fa:16:3e:1b:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d96fefb-8632-449d-919b-a26694ed32b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '22c41954-9468-4ea8-8482-d450337a71cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:38:27Z', 'updated_at': '2021-08-27T01:38:35Z', 'revision_number': 5, 'project_id': 'd683ea4300b545fda6f56b5c11ee189c', 'subnets': [{'id': '22c41954-9468-4ea8-8482-d450337a71cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 01:39:23.317103 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af09e17-50a8-4cea-ad87-4c9c77e90ec5 None None] New status for floating IP 7023b53b-d6d8-443f-bc96-24ef8ded74d0: ACTIVE {{(pid=94317) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 01:39:23.438648 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 35342) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:39:23.445451 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [None req-c2097177-a022-44e1-a59b-e6ee054d2513 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1562836854', 'description': 'tempest-secgroup-smoke-1562836854 description', 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927'}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:39:23.553647 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-c2097177-a022-44e1-a59b-e6ee054d2513 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks [] for security_group, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:23.633911 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-c2097177-a022-44e1-a59b-e6ee054d2513 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks [] for security_group, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:23.731934 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-c2097177-a022-44e1-a59b-e6ee054d2513 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:23.760651 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2097177-a022-44e1-a59b-e6ee054d2513 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60c5e2c5-0408-44e2-ada8-fb638f0e54f0,revision_number=1']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:39:23.823172 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-c2097177-a022-44e1-a59b-e6ee054d2513 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks [] for security_group, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:23.824425 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-c2097177-a022-44e1-a59b-e6ee054d2513 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3841410 Aug 27 01:39:23.827246 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 35344) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:39:23.832268 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [None req-45cf63f8-497b-4c0b-8fd0-2aa6c4e43588 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Request body: {'security_group_rule': {'security_group_id': '60c5e2c5-0408-44e2-ada8-fb638f0e54f0', 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:39:23.931060 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-45cf63f8-497b-4c0b-8fd0-2aa6c4e43588 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:23.988339 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-45cf63f8-497b-4c0b-8fd0-2aa6c4e43588 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:24.074820 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-45cf63f8-497b-4c0b-8fd0-2aa6c4e43588 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069750'] for security_group_rule, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:24.092234 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cf63f8-497b-4c0b-8fd0-2aa6c4e43588 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ba1fcce-fc20-4e42-89d9-f5f14591d4c5,revision_number=0']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:39:24.164656 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-45cf63f8-497b-4c0b-8fd0-2aa6c4e43588 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:24.165881 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-45cf63f8-497b-4c0b-8fd0-2aa6c4e43588 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3377137 Aug 27 01:39:24.168539 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 35346) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:39:24.173129 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [None req-947deb65-f7be-4eec-9b64-b788baaab944 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Request body: {'security_group_rule': {'security_group_id': '60c5e2c5-0408-44e2-ada8-fb638f0e54f0', 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:39:24.251516 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-947deb65-f7be-4eec-9b64-b788baaab944 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:24.353745 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-947deb65-f7be-4eec-9b64-b788baaab944 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:24.445658 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 4cfcd574-ae16-495a-aa2d-a6aa63e262a3 up at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:39:24.452009 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-947deb65-f7be-4eec-9b64-b788baaab944 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069750'] for security_group_rule, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:24.467986 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947deb65-f7be-4eec-9b64-b788baaab944 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0809fafb-b306-4a26-970c-ca88e5a5dc1b,revision_number=0']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:39:24.486623 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:24.524907 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-947deb65-f7be-4eec-9b64-b788baaab944 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:24.526147 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-947deb65-f7be-4eec-9b64-b788baaab944 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3566353 Aug 27 01:39:24.528910 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 35348) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:39:24.533303 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [None req-0ccbe9aa-a0c5-40e8-990e-0617e5c4622e tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Request body: {'security_group_rule': {'security_group_id': '60c5e2c5-0408-44e2-ada8-fb638f0e54f0', 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:39:24.554947 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning for port 4cfcd574-ae16-495a-aa2d-a6aa63e262a3 completed by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:39:24.558830 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning complete for port 4cfcd574-ae16-495a-aa2d-a6aa63e262a3 triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:39:24.559206 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:24.617554 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0ccbe9aa-a0c5-40e8-990e-0617e5c4622e tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:24.636602 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:24.655977 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] For port 4cfcd574-ae16-495a-aa2d-a6aa63e262a3, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=4cfcd574-ae16-495a-aa2d-a6aa63e262a3,segment=NetworkSegment(1ffc2e98-4b11-4960-9fce-c802c96e52d2),segment_id=1ffc2e98-4b11-4960-9fce-c802c96e52d2)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:39:24.676575 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0ccbe9aa-a0c5-40e8-990e-0617e5c4622e tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:24.726351 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:24.754975 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0ccbe9aa-a0c5-40e8-990e-0617e5c4622e tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069750'] for security_group_rule, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:24.770240 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccbe9aa-a0c5-40e8-990e-0617e5c4622e tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1cfc659-f363-466c-8f24-a08790b226f0,revision_number=0']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:39:24.775382 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Pushing event updated for resources: {'Port': ['ID=4cfcd574-ae16-495a-aa2d-a6aa63e262a3,revision_number=4']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:39:24.846226 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-0ccbe9aa-a0c5-40e8-990e-0617e5c4622e tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:24.848166 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-0ccbe9aa-a0c5-40e8-990e-0617e5c4622e tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3183227 Aug 27 01:39:24.850977 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 35350) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:39:24.855266 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [None req-bda64851-1be3-44c9-9497-45ff7dd368fc tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Request body: {'security_group_rule': {'security_group_id': '60c5e2c5-0408-44e2-ada8-fb638f0e54f0', 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:39:24.941927 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-bda64851-1be3-44c9-9497-45ff7dd368fc tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:25.002485 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-bda64851-1be3-44c9-9497-45ff7dd368fc tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:25.087346 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-bda64851-1be3-44c9-9497-45ff7dd368fc tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069750'] for security_group_rule, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:25.108007 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda64851-1be3-44c9-9497-45ff7dd368fc tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff6216c1-56a9-473c-8bce-e2d8e128feb4,revision_number=0']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:39:25.183787 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-bda64851-1be3-44c9-9497-45ff7dd368fc tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:25.185096 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-bda64851-1be3-44c9-9497-45ff7dd368fc tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3331571 Aug 27 01:39:25.187826 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 35352) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:39:25.192714 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [None req-96104e96-7e02-44e5-9058-e89a755d686b tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Request body: {'security_group_rule': {'security_group_id': '60c5e2c5-0408-44e2-ada8-fb638f0e54f0', 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:39:25.325629 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.db.securitygroups_db [None req-96104e96-7e02-44e5-9058-e89a755d686b tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Project e450a8d39c6c4bc1aa95f2240bf96927 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 01:39:25.330977 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-96104e96-7e02-44e5-9058-e89a755d686b tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:25.393695 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-96104e96-7e02-44e5-9058-e89a755d686b tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:25.486732 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-96104e96-7e02-44e5-9058-e89a755d686b tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069750'] for security_group_rule, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:25.505349 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96104e96-7e02-44e5-9058-e89a755d686b tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ddc93a9-63ad-427b-8724-b91bf28fd9c8,revision_number=0']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:39:25.572471 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-96104e96-7e02-44e5-9058-e89a755d686b tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:25.573836 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-96104e96-7e02-44e5-9058-e89a755d686b tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3850424 Aug 27 01:39:25.576350 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 35354) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:39:25.580690 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.v2.base [None req-d618f039-8a43-4439-9f70-294c0261b4f5 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Request body: {'security_group_rule': {'security_group_id': '60c5e2c5-0408-44e2-ada8-fb638f0e54f0', 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:39:25.675777 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.db.securitygroups_db [None req-d618f039-8a43-4439-9f70-294c0261b4f5 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Project e450a8d39c6c4bc1aa95f2240bf96927 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 01:39:25.681080 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-d618f039-8a43-4439-9f70-294c0261b4f5 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:25.739905 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-d618f039-8a43-4439-9f70-294c0261b4f5 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:25.817161 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-d618f039-8a43-4439-9f70-294c0261b4f5 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069750'] for security_group_rule, after_create {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:25.834457 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d618f039-8a43-4439-9f70-294c0261b4f5 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a92b6501-d9e1-479b-8666-bc6eb760ad29,revision_number=0']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:39:25.932235 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-d618f039-8a43-4439-9f70-294c0261b4f5 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:25.933492 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-d618f039-8a43-4439-9f70-294c0261b4f5 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3561933 Aug 27 01:39:26.265440 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd8bc02-935b-4783-8fda-f05539ef1844 None None] Sync routers for ids ['fc8adc49-e4f6-4e23-80f9-630a5595a1d4'] in dv-cinder-759169-3-iscsi {{(pid=94318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 01:39:26.275076 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd8bc02-935b-4783-8fda-f05539ef1844 None None] Routers {'fc8adc49-e4f6-4e23-80f9-630a5595a1d4'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:39:26.275675 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-8cd8bc02-935b-4783-8fda-f05539ef1844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:39:14Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['fc8adc49-e4f6-4e23-80f9-630a5595a1d4'], 'active': True} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:39:26.379044 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvr_db [None req-8cd8bc02-935b-4783-8fda-f05539ef1844 None None] Set router fc8adc49-e4f6-4e23-80f9-630a5595a1d4 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:39:26.424157 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 4cfcd574-ae16-495a-aa2d-a6aa63e262a3 up at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:39:26.485815 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning complete for port 4cfcd574-ae16-495a-aa2d-a6aa63e262a3 triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:39:26.486188 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:26.595607 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-8cd8bc02-935b-4783-8fda-f05539ef1844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8adc49-e4f6-4e23-80f9-630a5595a1d4', 'name': 'tempest-TestVolumeBootPattern-542330483-router', 'tenant_id': '4f38c403960e49abbc8bdde7568d4d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '4cfcd574-ae16-495a-aa2d-a6aa63e262a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:39:18Z', 'updated_at': '2021-08-27T01:39:21Z', 'revision_number': 4, 'project_id': '4f38c403960e49abbc8bdde7568d4d99', 'gw_port': {'id': '4cfcd574-ae16-495a-aa2d-a6aa63e262a3', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8adc49-e4f6-4e23-80f9-630a5595a1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:39:18Z', 'updated_at': '2021-08-27T01:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': '84c75771-aa8b-4d09-9474-6c508ebba3cd', 'name': '', 'network_id': '6204dbe0-7a23-4a23-b11d-fda4a67644cc', 'tenant_id': '4f38c403960e49abbc8bdde7568d4d99', 'mac_address': 'fa:16:3e:d7:f7:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8adc49-e4f6-4e23-80f9-630a5595a1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '5c28b96a-a43a-4861-a771-1ce3abfd0a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:39:20Z', 'updated_at': '2021-08-27T01:39:21Z', 'revision_number': 2, 'project_id': '4f38c403960e49abbc8bdde7568d4d99', 'subnets': [{'id': '5c28b96a-a43a-4861-a771-1ce3abfd0a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:39:26.625875 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd8bc02-935b-4783-8fda-f05539ef1844 None None] Checking router: fc8adc49-e4f6-4e23-80f9-630a5595a1d4 for host: dv-cinder-759169-3-iscsi {{(pid=94318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 01:39:26.626157 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd8bc02-935b-4783-8fda-f05539ef1844 None None] Updating router fc8adc49-e4f6-4e23-80f9-630a5595a1d4 port 84c75771-aa8b-4d09-9474-6c508ebba3cd binding host dv-cinder-759169-3-iscsi {{(pid=94318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 01:39:26.651449 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [None req-8cd8bc02-935b-4783-8fda-f05539ef1844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:26.910619 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [None req-8cd8bc02-935b-4783-8fda-f05539ef1844 None None] Notify callbacks [] for port, precommit_update {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:26.919904 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.provisioning_blocks [None req-8cd8bc02-935b-4783-8fda-f05539ef1844 None None] Transition to ACTIVE for port object 84c75771-aa8b-4d09-9474-6c508ebba3cd will not be triggered until provisioned by entity L2. {{(pid=94318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:39:27.012028 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [None req-8cd8bc02-935b-4783-8fda-f05539ef1844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:27.059196 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d16109b-ced5-46a7-bbf3-148d6999e072 None None] Pushing event updated for resources: {'Port': ['ID=84c75771-aa8b-4d09-9474-6c508ebba3cd,revision_number=3']} {{(pid=94318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:39:27.113147 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.managers [None req-8cd8bc02-935b-4783-8fda-f05539ef1844 None None] Attempting to bind port 84c75771-aa8b-4d09-9474-6c508ebba3cd on host dv-cinder-759169-3-iscsi for vnic_type normal with profile {{(pid=94318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 01:39:27.113517 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.managers [None req-8cd8bc02-935b-4783-8fda-f05539ef1844 None None] Attempting to bind port 84c75771-aa8b-4d09-9474-6c508ebba3cd by drivers openvswitch,hyperv on host dv-cinder-759169-3-iscsi at level 0 using segments [{'id': '5ef52722-1e38-46ed-bd9e-0e571519344e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '6204dbe0-7a23-4a23-b11d-fda4a67644cc'}] {{(pid=94318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 01:39:27.113869 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd8bc02-935b-4783-8fda-f05539ef1844 None None] Attempting to bind port 84c75771-aa8b-4d09-9474-6c508ebba3cd on network 6204dbe0-7a23-4a23-b11d-fda4a67644cc {{(pid=94318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:39:27.119178 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd8bc02-935b-4783-8fda-f05539ef1844 None None] Checking agent: {'id': '9a53e131-30a1-425b-897f-67705806e918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759169-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 1, 22, 15), 'started_at': datetime.datetime(2021, 8, 27, 1, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 1, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759169-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 01:39:27.119520 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd8bc02-935b-4783-8fda-f05539ef1844 None None] Checking segment: {'id': '5ef52722-1e38-46ed-bd9e-0e571519344e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '6204dbe0-7a23-4a23-b11d-fda4a67644cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:39:27.119966 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [None req-8cd8bc02-935b-4783-8fda-f05539ef1844 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:27.120353 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd8bc02-935b-4783-8fda-f05539ef1844 None None] Bound using segment: {'id': '5ef52722-1e38-46ed-bd9e-0e571519344e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '6204dbe0-7a23-4a23-b11d-fda4a67644cc'} {{(pid=94318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 01:39:27.120809 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.managers [None req-8cd8bc02-935b-4783-8fda-f05539ef1844 None None] Bound port: 84c75771-aa8b-4d09-9474-6c508ebba3cd, host: dv-cinder-759169-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ef52722-1e38-46ed-bd9e-0e571519344e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '6204dbe0-7a23-4a23-b11d-fda4a67644cc'}}] {{(pid=94318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 01:39:27.121223 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [None req-8cd8bc02-935b-4783-8fda-f05539ef1844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:27.196116 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.db [None req-8cd8bc02-935b-4783-8fda-f05539ef1844 None None] For port 84c75771-aa8b-4d09-9474-6c508ebba3cd, host dv-cinder-759169-3-iscsi, cleared binding levels {{(pid=94318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 01:39:27.199464 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.plugins.ml2.db [None req-8cd8bc02-935b-4783-8fda-f05539ef1844 None None] For port 84c75771-aa8b-4d09-9474-6c508ebba3cd, host dv-cinder-759169-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=84c75771-aa8b-4d09-9474-6c508ebba3cd,segment=NetworkSegment(5ef52722-1e38-46ed-bd9e-0e571519344e),segment_id=5ef52722-1e38-46ed-bd9e-0e571519344e)] {{(pid=94318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 01:39:27.314084 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron_lib.callbacks.manager [None req-8cd8bc02-935b-4783-8fda-f05539ef1844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:27.369704 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd8bc02-935b-4783-8fda-f05539ef1844 None None] Routers {'fc8adc49-e4f6-4e23-80f9-630a5595a1d4'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:39:27.370333 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-8cd8bc02-935b-4783-8fda-f05539ef1844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:39:14Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['fc8adc49-e4f6-4e23-80f9-630a5595a1d4'], 'active': True} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:39:27.412206 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d16109b-ced5-46a7-bbf3-148d6999e072 None None] Pushing event updated for resources: {'Port': ['ID=84c75771-aa8b-4d09-9474-6c508ebba3cd,revision_number=4']} {{(pid=94318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:39:27.492275 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvr_db [None req-8cd8bc02-935b-4783-8fda-f05539ef1844 None None] Set router fc8adc49-e4f6-4e23-80f9-630a5595a1d4 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:39:27.706286 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-8cd8bc02-935b-4783-8fda-f05539ef1844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8adc49-e4f6-4e23-80f9-630a5595a1d4', 'name': 'tempest-TestVolumeBootPattern-542330483-router', 'tenant_id': '4f38c403960e49abbc8bdde7568d4d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '4cfcd574-ae16-495a-aa2d-a6aa63e262a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:39:18Z', 'updated_at': '2021-08-27T01:39:21Z', 'revision_number': 4, 'project_id': '4f38c403960e49abbc8bdde7568d4d99', 'gw_port': {'id': '4cfcd574-ae16-495a-aa2d-a6aa63e262a3', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8adc49-e4f6-4e23-80f9-630a5595a1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:39:18Z', 'updated_at': '2021-08-27T01:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': '84c75771-aa8b-4d09-9474-6c508ebba3cd', 'name': '', 'network_id': '6204dbe0-7a23-4a23-b11d-fda4a67644cc', 'tenant_id': '4f38c403960e49abbc8bdde7568d4d99', 'mac_address': 'fa:16:3e:d7:f7:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8adc49-e4f6-4e23-80f9-630a5595a1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '5c28b96a-a43a-4861-a771-1ce3abfd0a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:39:20Z', 'updated_at': '2021-08-27T01:39:27Z', 'revision_number': 4, 'project_id': '4f38c403960e49abbc8bdde7568d4d99', 'subnets': [{'id': '5c28b96a-a43a-4861-a771-1ce3abfd0a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:39:27.732136 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd8bc02-935b-4783-8fda-f05539ef1844 None None] The sync data for ids ['fc8adc49-e4f6-4e23-80f9-630a5595a1d4'] in dv-cinder-759169-3-iscsi is: [{'id': 'fc8adc49-e4f6-4e23-80f9-630a5595a1d4', 'name': 'tempest-TestVolumeBootPattern-542330483-router', 'tenant_id': '4f38c403960e49abbc8bdde7568d4d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '4cfcd574-ae16-495a-aa2d-a6aa63e262a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:39:18Z', 'updated_at': '2021-08-27T01:39:21Z', 'revision_number': 4, 'project_id': '4f38c403960e49abbc8bdde7568d4d99', 'gw_port': {'id': '4cfcd574-ae16-495a-aa2d-a6aa63e262a3', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8adc49-e4f6-4e23-80f9-630a5595a1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:39:18Z', 'updated_at': '2021-08-27T01:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': '84c75771-aa8b-4d09-9474-6c508ebba3cd', 'name': '', 'network_id': '6204dbe0-7a23-4a23-b11d-fda4a67644cc', 'tenant_id': '4f38c403960e49abbc8bdde7568d4d99', 'mac_address': 'fa:16:3e:d7:f7:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8adc49-e4f6-4e23-80f9-630a5595a1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '5c28b96a-a43a-4861-a771-1ce3abfd0a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:39:20Z', 'updated_at': '2021-08-27T01:39:27Z', 'revision_number': 4, 'project_id': '4f38c403960e49abbc8bdde7568d4d99', 'subnets': [{'id': '5c28b96a-a43a-4861-a771-1ce3abfd0a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 01:39:28.440708 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 84c75771-aa8b-4d09-9474-6c508ebba3cd up at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:39:28.565170 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning for port 84c75771-aa8b-4d09-9474-6c508ebba3cd completed by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:39:28.569237 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning complete for port 84c75771-aa8b-4d09-9474-6c508ebba3cd triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:39:28.569637 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:28.651257 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:28.685438 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] For port 84c75771-aa8b-4d09-9474-6c508ebba3cd, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=84c75771-aa8b-4d09-9474-6c508ebba3cd,segment=NetworkSegment(5ef52722-1e38-46ed-bd9e-0e571519344e),segment_id=5ef52722-1e38-46ed-bd9e-0e571519344e)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:39:28.766395 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:28.820091 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Pushing event updated for resources: {'Port': ['ID=84c75771-aa8b-4d09-9474-6c508ebba3cd,revision_number=5']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:39:29.854370 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-10996b49-fc93-4de8-8159-71d0e1557c60 req-67e39e77-e4e0-4e69-9c69-0175365eca56 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3104408 Aug 27 01:39:29.952478 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10996b49-fc93-4de8-8159-71d0e1557c60 req-c51259a4-d8c5-4db2-894e-1c6647c1fb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:39:29.953975 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-10996b49-fc93-4de8-8159-71d0e1557c60 req-c51259a4-d8c5-4db2-894e-1c6647c1fb10 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d683ea4300b545fda6f56b5c11ee189c&device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 1099 time: 0.0391841 Aug 27 01:39:30.060234 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10996b49-fc93-4de8-8159-71d0e1557c60 req-23d6a5ed-d51e-439a-9adc-493e204a44a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:39:30.061660 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-10996b49-fc93-4de8-8159-71d0e1557c60 req-23d6a5ed-d51e-439a-9adc-493e204a44a0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4dd6da0d-1759-4b21-a814-ac1356beb0a9 HTTP/1.1" status: 200 len: 910 time: 0.0858161 Aug 27 01:39:30.133408 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-10996b49-fc93-4de8-8159-71d0e1557c60 req-0b91964c-ba1a-474a-8f38-57e3c2aa8703 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66ae3a5c-bed1-480a-8aa0-cda45f03b919 HTTP/1.1" status: 200 len: 1002 time: 0.0630960 Aug 27 01:39:30.190084 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10996b49-fc93-4de8-8159-71d0e1557c60 req-c3d595a5-1dfb-4a77-a2a4-5f2d8203fe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:39:30.191569 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-10996b49-fc93-4de8-8159-71d0e1557c60 req-c3d595a5-1dfb-4a77-a2a4-5f2d8203fe20 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=22c41954-9468-4ea8-8482-d450337a71cb HTTP/1.1" status: 200 len: 848 time: 0.0501795 Aug 27 01:39:30.237096 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10996b49-fc93-4de8-8159-71d0e1557c60 req-193e5d05-e081-4377-894c-60112671b9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:39:30.238653 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-10996b49-fc93-4de8-8159-71d0e1557c60 req-193e5d05-e081-4377-894c-60112671b9c8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4dd6da0d-1759-4b21-a814-ac1356beb0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385773 Aug 27 01:39:30.339091 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-10996b49-fc93-4de8-8159-71d0e1557c60 req-8a003327-f34e-4524-a84b-cc6724742beb service neutron] 10.222.0.24 "GET /v2.0/networks/4dd6da0d-1759-4b21-a814-ac1356beb0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846255 Aug 27 01:39:30.423696 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 84c75771-aa8b-4d09-9474-6c508ebba3cd up at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:39:30.445417 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-10996b49-fc93-4de8-8159-71d0e1557c60 req-f56a3f54-eb22-4892-8dd6-040aa8c7b06c service neutron] 10.222.0.24 "GET /v2.0/networks/4dd6da0d-1759-4b21-a814-ac1356beb0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910153 Aug 27 01:39:30.473061 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Provisioning complete for port 84c75771-aa8b-4d09-9474-6c508ebba3cd triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:39:30.473431 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:37.015398 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.agents_db [None req-fec0d0a0-65fd-4898-8015-6bc2580b487e None None] Agent healthcheck: found 6 active agents {{(pid=94318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 01:39:41.937639 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-26e7c2f2-71b9-4962-81bb-b8fd1c4bd03c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:44.524616 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-47326f01-8876-4c30-82af-fe534075b8f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:44.657667 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:44.833264 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-9f13320a-7665-4ad4-b2ff-7e6ddc222c53 req-756b95f0-2419-40b7-b665-abe985fde9f5 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1562836854&fields=id&tenant_id=e450a8d39c6c4bc1aa95f2240bf96927 HTTP/1.1" status: 200 len: 267 time: 0.0326822 Aug 27 01:39:44.935579 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13320a-7665-4ad4-b2ff-7e6ddc222c53 req-8766b1c0-ca83-4052-9e87-2f5fcd489d2b tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:39:44.937078 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-9f13320a-7665-4ad4-b2ff-7e6ddc222c53 req-8766b1c0-ca83-4052-9e87-2f5fcd489d2b tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/networks?id=36f8a83c-fcee-45f1-9a2d-3d2de8a9383c HTTP/1.1" status: 200 len: 812 time: 0.0973125 Aug 27 01:39:44.951691 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-9f13320a-7665-4ad4-b2ff-7e6ddc222c53 req-d29c8fa1-c499-4e4d-a857-4e8e44fbda89 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/quotas/e450a8d39c6c4bc1aa95f2240bf96927 HTTP/1.1" status: 200 len: 375 time: 0.0085778 Aug 27 01:39:45.001492 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-9f13320a-7665-4ad4-b2ff-7e6ddc222c53 req-f4646770-28af-4409-a37d-901b5d5f34f0 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e450a8d39c6c4bc1aa95f2240bf96927&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441139 Aug 27 01:39:45.095606 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-9f13320a-7665-4ad4-b2ff-7e6ddc222c53 req-5121c066-9a13-4141-9ee3-d5c72d69b45c service neutron] 10.222.0.25 "GET /v2.0/networks/36f8a83c-fcee-45f1-9a2d-3d2de8a9383c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825245 Aug 27 01:39:45.180813 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-9f13320a-7665-4ad4-b2ff-7e6ddc222c53 req-f81e7a99-65cd-417c-a616-c27ff3e29eaa service neutron] 10.222.0.25 "GET /v2.0/networks/36f8a83c-fcee-45f1-9a2d-3d2de8a9383c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792341 Aug 27 01:39:45.829071 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-8e6b306f-d1df-481f-bdc0-c3f24f1a6c86 req-12e17e37-03da-472a-84c0-2c4f4d00421f tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1462288-b9a8-48fe-9593-e9572fd0b7ba HTTP/1.1" status: 200 len: 210 time: 0.0265143 Aug 27 01:39:45.920720 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ed545f81-8b1b-4cf8-a1bc-5817d83b44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:46.921189 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-c31ca585-d595-40bf-90ef-e595b7e91d6c req-0ca97d58-bc67-4318-963c-b14e3c759b51 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1462288-b9a8-48fe-9593-e9572fd0b7ba HTTP/1.1" status: 200 len: 210 time: 0.0262856 Aug 27 01:39:47.441184 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-809c4053-e1f3-4656-979d-5dfd58cb0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:47.687393 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13320a-7665-4ad4-b2ff-7e6ddc222c53 req-109fda3c-e786-409e-b35e-98ea7d2e693e tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:39:47.688856 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-9f13320a-7665-4ad4-b2ff-7e6ddc222c53 req-109fda3c-e786-409e-b35e-98ea7d2e693e tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.24 "GET /v2.0/networks?id=36f8a83c-fcee-45f1-9a2d-3d2de8a9383c HTTP/1.1" status: 200 len: 812 time: 0.1051619 Aug 27 01:39:47.740702 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-9f13320a-7665-4ad4-b2ff-7e6ddc222c53 req-57c9ce56-526b-464a-9a36-9fe73c44907c tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e450a8d39c6c4bc1aa95f2240bf96927 HTTP/1.1" status: 200 len: 380 time: 0.0360234 Aug 27 01:39:47.751032 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [req-9f13320a-7665-4ad4-b2ff-7e6ddc222c53 req-43b08373-f1ba-4e60-8fca-baae1529d00e tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Request body: {'port': {'device_id': 'b1462288-b9a8-48fe-9593-e9572fd0b7ba', 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c', 'admin_state_up': True, 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'security_groups': ['60c5e2c5-0408-44e2-ada8-fb638f0e54f0']}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:39:47.942127 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f13320a-7665-4ad4-b2ff-7e6ddc222c53 req-43b08373-f1ba-4e60-8fca-baae1529d00e tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Made reservation on behalf of e450a8d39c6c4bc1aa95f2240bf96927 for: {'port': 1} {{(pid=94315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:39:47.945869 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-9f13320a-7665-4ad4-b2ff-7e6ddc222c53 req-43b08373-f1ba-4e60-8fca-baae1529d00e tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:48.032251 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-12f6f4d0-12dd-491d-96f4-6e2fc7e2be8e req-e94dbff8-7f8f-4f0c-983f-536d10b05422 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1462288-b9a8-48fe-9593-e9572fd0b7ba HTTP/1.1" status: 200 len: 210 time: 0.0297890 Aug 27 01:39:48.095594 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.db_base_plugin_common [req-9f13320a-7665-4ad4-b2ff-7e6ddc222c53 req-43b08373-f1ba-4e60-8fca-baae1529d00e tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Allocated IP 172.20.0.9 (36f8a83c-fcee-45f1-9a2d-3d2de8a9383c/8a4c81fa-fae1-4cf5-8038-5477ded1756d/dac3e0d4-350a-4e21-a74f-eeb422da3bd7) {{(pid=94315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 01:39:48.231778 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-9f13320a-7665-4ad4-b2ff-7e6ddc222c53 req-43b08373-f1ba-4e60-8fca-baae1529d00e tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks [] for port, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:48.244904 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.provisioning_blocks [req-9f13320a-7665-4ad4-b2ff-7e6ddc222c53 req-43b08373-f1ba-4e60-8fca-baae1529d00e tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Transition to ACTIVE for port object dac3e0d4-350a-4e21-a74f-eeb422da3bd7 will not be triggered until provisioned by entity DHCP. {{(pid=94315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:39:48.324994 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-9f13320a-7665-4ad4-b2ff-7e6ddc222c53 req-43b08373-f1ba-4e60-8fca-baae1529d00e tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791478024214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8502847'] for port, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:48.364937 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f13320a-7665-4ad4-b2ff-7e6ddc222c53 req-43b08373-f1ba-4e60-8fca-baae1529d00e tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Network 36f8a83c-fcee-45f1-9a2d-3d2de8a9383c is already hosted by enough agents. {{(pid=94315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:39:48.367868 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.base_scheduler [req-9f13320a-7665-4ad4-b2ff-7e6ddc222c53 req-43b08373-f1ba-4e60-8fca-baae1529d00e tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Resources bound (agent type, host, resource id): {{(pid=94315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:39:48.373539 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f13320a-7665-4ad4-b2ff-7e6ddc222c53 req-43b08373-f1ba-4e60-8fca-baae1529d00e tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Received port after_create {{(pid=94315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 01:39:48.403881 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b08373-f1ba-4e60-8fca-baae1529d00e tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Pushing event updated for resources: {'Port': ['ID=dac3e0d4-350a-4e21-a74f-eeb422da3bd7,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:39:48.443748 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13320a-7665-4ad4-b2ff-7e6ddc222c53 req-43b08373-f1ba-4e60-8fca-baae1529d00e tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:39:48.446404 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-9f13320a-7665-4ad4-b2ff-7e6ddc222c53 req-43b08373-f1ba-4e60-8fca-baae1529d00e tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for port, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:48.515784 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-9f13320a-7665-4ad4-b2ff-7e6ddc222c53 req-43b08373-f1ba-4e60-8fca-baae1529d00e tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7684534 Aug 27 01:39:48.536204 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [req-9f13320a-7665-4ad4-b2ff-7e6ddc222c53 req-d1d0ca33-be7b-4bae-9377-54703cd6d05f service neutron] Request body: {'port': {'device_id': 'b1462288-b9a8-48fe-9593-e9572fd0b7ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75916'}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:39:48.589819 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-9f13320a-7665-4ad4-b2ff-7e6ddc222c53 req-d1d0ca33-be7b-4bae-9377-54703cd6d05f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:48.720310 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-3042651e-9676-4856-b608-8c91d889a323 None None] Provisioning for port dac3e0d4-350a-4e21-a74f-eeb422da3bd7 completed by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:39:48.725160 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-3042651e-9676-4856-b608-8c91d889a323 None None] Provisioning complete for port dac3e0d4-350a-4e21-a74f-eeb422da3bd7 triggered by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:39:48.725537 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-3042651e-9676-4856-b608-8c91d889a323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:48.764006 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-3042651e-9676-4856-b608-8c91d889a323 None None] Port dac3e0d4-350a-4e21-a74f-eeb422da3bd7 cannot update to ACTIVE because it is not bound. {{(pid=94317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 01:39:48.856409 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [req-9f13320a-7665-4ad4-b2ff-7e6ddc222c53 req-d1d0ca33-be7b-4bae-9377-54703cd6d05f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dac3e0d4-350a-4e21-a74f-eeb422da3bd7 {{(pid=94315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 01:39:48.864812 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-9f13320a-7665-4ad4-b2ff-7e6ddc222c53 req-d1d0ca33-be7b-4bae-9377-54703cd6d05f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:48.876349 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.provisioning_blocks [req-9f13320a-7665-4ad4-b2ff-7e6ddc222c53 req-d1d0ca33-be7b-4bae-9377-54703cd6d05f service neutron] Transition to ACTIVE for port object dac3e0d4-350a-4e21-a74f-eeb422da3bd7 will not be triggered until provisioned by entity L2. {{(pid=94315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:39:48.947378 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-9f13320a-7665-4ad4-b2ff-7e6ddc222c53 req-d1d0ca33-be7b-4bae-9377-54703cd6d05f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8502822'] for port, after_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:49.004884 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d0ca33-be7b-4bae-9377-54703cd6d05f service neutron] Pushing event updated for resources: {'Port': ['ID=dac3e0d4-350a-4e21-a74f-eeb422da3bd7,revision_number=2']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:39:49.078326 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.managers [req-9f13320a-7665-4ad4-b2ff-7e6ddc222c53 req-d1d0ca33-be7b-4bae-9377-54703cd6d05f service neutron] Attempting to bind port dac3e0d4-350a-4e21-a74f-eeb422da3bd7 on host hv-cinder-75916 for vnic_type normal with profile {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 01:39:49.078664 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.managers [req-9f13320a-7665-4ad4-b2ff-7e6ddc222c53 req-d1d0ca33-be7b-4bae-9377-54703cd6d05f service neutron] Attempting to bind port dac3e0d4-350a-4e21-a74f-eeb422da3bd7 by drivers openvswitch,hyperv on host hv-cinder-75916 at level 0 using segments [{'id': 'fc9ce6d0-a5a2-4737-ac3e-33897b3e364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c'}] {{(pid=94315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 01:39:49.079113 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f13320a-7665-4ad4-b2ff-7e6ddc222c53 req-d1d0ca33-be7b-4bae-9377-54703cd6d05f service neutron] Attempting to bind port dac3e0d4-350a-4e21-a74f-eeb422da3bd7 on network 36f8a83c-fcee-45f1-9a2d-3d2de8a9383c {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:39:49.084032 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f13320a-7665-4ad4-b2ff-7e6ddc222c53 req-d1d0ca33-be7b-4bae-9377-54703cd6d05f service neutron] Port dac3e0d4-350a-4e21-a74f-eeb422da3bd7 on network 36f8a83c-fcee-45f1-9a2d-3d2de8a9383c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75916 {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 01:39:49.084355 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f13320a-7665-4ad4-b2ff-7e6ddc222c53 req-d1d0ca33-be7b-4bae-9377-54703cd6d05f service neutron] Attempting to bind port dac3e0d4-350a-4e21-a74f-eeb422da3bd7 on network 36f8a83c-fcee-45f1-9a2d-3d2de8a9383c {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:39:49.089872 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f13320a-7665-4ad4-b2ff-7e6ddc222c53 req-d1d0ca33-be7b-4bae-9377-54703cd6d05f service neutron] Checking agent: {'id': '7830a306-a71a-451e-a6c7-89247e1febf2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75916', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 1, 28, 23), 'started_at': datetime.datetime(2021, 8, 27, 1, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 1, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 01:39:49.090203 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f13320a-7665-4ad4-b2ff-7e6ddc222c53 req-d1d0ca33-be7b-4bae-9377-54703cd6d05f service neutron] Checking segment: {'id': 'fc9ce6d0-a5a2-4737-ac3e-33897b3e364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:39:49.090587 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f13320a-7665-4ad4-b2ff-7e6ddc222c53 req-d1d0ca33-be7b-4bae-9377-54703cd6d05f service neutron] Bound using segment: {'id': 'fc9ce6d0-a5a2-4737-ac3e-33897b3e364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c'} {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 01:39:49.091012 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.managers [req-9f13320a-7665-4ad4-b2ff-7e6ddc222c53 req-d1d0ca33-be7b-4bae-9377-54703cd6d05f service neutron] Bound port: dac3e0d4-350a-4e21-a74f-eeb422da3bd7, host: hv-cinder-75916, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc9ce6d0-a5a2-4737-ac3e-33897b3e364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c'}}] {{(pid=94315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 01:39:49.091368 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-9f13320a-7665-4ad4-b2ff-7e6ddc222c53 req-d1d0ca33-be7b-4bae-9377-54703cd6d05f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:49.160173 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [req-9f13320a-7665-4ad4-b2ff-7e6ddc222c53 req-d1d0ca33-be7b-4bae-9377-54703cd6d05f service neutron] For port dac3e0d4-350a-4e21-a74f-eeb422da3bd7, host hv-cinder-75916, cleared binding levels {{(pid=94315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 01:39:49.163511 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [req-9f13320a-7665-4ad4-b2ff-7e6ddc222c53 req-d1d0ca33-be7b-4bae-9377-54703cd6d05f service neutron] For port dac3e0d4-350a-4e21-a74f-eeb422da3bd7, host hv-cinder-75916, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=dac3e0d4-350a-4e21-a74f-eeb422da3bd7,segment=NetworkSegment(fc9ce6d0-a5a2-4737-ac3e-33897b3e364c),segment_id=fc9ce6d0-a5a2-4737-ac3e-33897b3e364c)] {{(pid=94315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 01:39:49.166652 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d38ec-7b9c-4359-b176-fdf87c5ac698 req-f6d641cd-f92c-45d2-846f-5d7052416b2e tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:39:49.168165 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-ee5d38ec-7b9c-4359-b176-fdf87c5ac698 req-f6d641cd-f92c-45d2-846f-5d7052416b2e tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1462288-b9a8-48fe-9593-e9572fd0b7ba HTTP/1.1" status: 200 len: 943 time: 0.0665340 Aug 27 01:39:49.210635 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-ee5d38ec-7b9c-4359-b176-fdf87c5ac698 req-9dfaac14-2127-4270-8a7f-b8a3b6afb94f tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/security-groups?id=60c5e2c5-0408-44e2-ada8-fb638f0e54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361509 Aug 27 01:39:49.270148 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-9f13320a-7665-4ad4-b2ff-7e6ddc222c53 req-d1d0ca33-be7b-4bae-9377-54703cd6d05f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8502822'] for port, after_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:49.308439 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13320a-7665-4ad4-b2ff-7e6ddc222c53 req-d1d0ca33-be7b-4bae-9377-54703cd6d05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:39:49.309068 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-9f13320a-7665-4ad4-b2ff-7e6ddc222c53 req-d1d0ca33-be7b-4bae-9377-54703cd6d05f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for port, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:49.310452 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-9f13320a-7665-4ad4-b2ff-7e6ddc222c53 req-d1d0ca33-be7b-4bae-9377-54703cd6d05f service neutron] 10.222.0.24 "PUT /v2.0/ports/dac3e0d4-350a-4e21-a74f-eeb422da3bd7 HTTP/1.1" status: 200 len: 1093 time: 0.7790000 Aug 27 01:39:49.310886 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1462288-b9a8-48fe-9593-e9572fd0b7ba', 'tag': 'dac3e0d4-350a-4e21-a74f-eeb422da3bd7'}] {{(pid=94315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:39:49.313162 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4b197ec9f2f0e9474c50df7e7ed8b30a1ed8e7d4526d98a0361b780d87c209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb44ab7-28d4-4da7-abf1-cff9aca556c5" -d '{"events": [{"name": "network-changed", "server_uuid": "b1462288-b9a8-48fe-9593-e9572fd0b7ba", "tag": "dac3e0d4-350a-4e21-a74f-eeb422da3bd7"}]}' {{(pid=94315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:39:49.341772 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d0ca33-be7b-4bae-9377-54703cd6d05f service neutron] Pushing event updated for resources: {'Port': ['ID=dac3e0d4-350a-4e21-a74f-eeb422da3bd7,revision_number=3']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:39:49.358130 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 01:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab9bd60-0652-4e6e-aa5e-b669f0d9d882 x-openstack-request-id: req-4ab9bd60-0652-4e6e-aa5e-b669f0d9d882 {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:39:49.358422 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1462288-b9a8-48fe-9593-e9572fd0b7ba", "tag": "dac3e0d4-350a-4e21-a74f-eeb422da3bd7", "status": "completed", "code": 200}]} {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:39:49.358696 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4ab9bd60-0652-4e6e-aa5e-b669f0d9d882 {{(pid=94315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:39:49.359095 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1462288-b9a8-48fe-9593-e9572fd0b7ba', 'tag': 'dac3e0d4-350a-4e21-a74f-eeb422da3bd7', 'status': 'completed', 'code': 200} Aug 27 01:39:49.443831 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb44ab7-28d4-4da7-abf1-cff9aca556c5 req-31f6b252-e561-420d-9f9d-8bedf3e53eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:39:49.445378 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-bcb44ab7-28d4-4da7-abf1-cff9aca556c5 req-31f6b252-e561-420d-9f9d-8bedf3e53eac service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e450a8d39c6c4bc1aa95f2240bf96927&device_id=b1462288-b9a8-48fe-9593-e9572fd0b7ba HTTP/1.1" status: 200 len: 1096 time: 0.0433185 Aug 27 01:39:49.553319 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb44ab7-28d4-4da7-abf1-cff9aca556c5 req-71211881-d8b1-4a8f-8f93-e969ada1afbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:39:49.554768 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-bcb44ab7-28d4-4da7-abf1-cff9aca556c5 req-71211881-d8b1-4a8f-8f93-e969ada1afbb service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=e450a8d39c6c4bc1aa95f2240bf96927&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0950346 Aug 27 01:39:49.643826 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb44ab7-28d4-4da7-abf1-cff9aca556c5 req-74238498-b2d7-489e-9f7a-27f8ba28c35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:39:49.645298 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-bcb44ab7-28d4-4da7-abf1-cff9aca556c5 req-74238498-b2d7-489e-9f7a-27f8ba28c35d service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0830994 Aug 27 01:39:49.744032 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13320a-7665-4ad4-b2ff-7e6ddc222c53 req-462867a1-5c25-48f3-879c-6d559509268a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:39:49.745519 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-9f13320a-7665-4ad4-b2ff-7e6ddc222c53 req-462867a1-5c25-48f3-879c-6d559509268a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e450a8d39c6c4bc1aa95f2240bf96927&device_id=b1462288-b9a8-48fe-9593-e9572fd0b7ba HTTP/1.1" status: 200 len: 1096 time: 0.0398676 Aug 27 01:39:49.794197 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-9f13320a-7665-4ad4-b2ff-7e6ddc222c53 req-8737b4e4-1473-490f-8033-d1939413f045 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dac3e0d4-350a-4e21-a74f-eeb422da3bd7 HTTP/1.1" status: 200 len: 217 time: 0.0350330 Aug 27 01:39:49.840580 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13320a-7665-4ad4-b2ff-7e6ddc222c53 req-1392b558-928e-4e70-9edd-cdd02600b140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:39:49.842007 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-9f13320a-7665-4ad4-b2ff-7e6ddc222c53 req-1392b558-928e-4e70-9edd-cdd02600b140 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8a4c81fa-fae1-4cf5-8038-5477ded1756d HTTP/1.1" status: 200 len: 851 time: 0.0411012 Aug 27 01:39:49.886842 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13320a-7665-4ad4-b2ff-7e6ddc222c53 req-bf8fba85-41d9-4589-9749-8969a276f9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:39:49.888253 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-9f13320a-7665-4ad4-b2ff-7e6ddc222c53 req-bf8fba85-41d9-4589-9749-8969a276f9d7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=36f8a83c-fcee-45f1-9a2d-3d2de8a9383c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382462 Aug 27 01:39:49.977359 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-9f13320a-7665-4ad4-b2ff-7e6ddc222c53 req-1a87201f-5c99-4206-9609-4d66f6506f16 service neutron] 10.222.0.24 "GET /v2.0/networks/36f8a83c-fcee-45f1-9a2d-3d2de8a9383c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812211 Aug 27 01:39:50.064043 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-9f13320a-7665-4ad4-b2ff-7e6ddc222c53 req-93b8ee8f-1ca1-4534-9b29-71b9406e16e3 service neutron] 10.222.0.24 "GET /v2.0/networks/36f8a83c-fcee-45f1-9a2d-3d2de8a9383c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786016 Aug 27 01:39:50.338868 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e9334d-aee4-401e-9155-740f177c4806 req-6f097965-1ad8-4ba1-afee-c54b16468cee tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:39:50.340340 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-55e9334d-aee4-401e-9155-740f177c4806 req-6f097965-1ad8-4ba1-afee-c54b16468cee tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1462288-b9a8-48fe-9593-e9572fd0b7ba HTTP/1.1" status: 200 len: 943 time: 0.0479639 Aug 27 01:39:50.382055 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-55e9334d-aee4-401e-9155-740f177c4806 req-bc8903cd-52b7-495b-926e-7112d59d0a4d tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/security-groups?id=60c5e2c5-0408-44e2-ada8-fb638f0e54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325894 Aug 27 01:39:51.493096 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a315a2-e664-4766-8aa6-81445c412145 req-a50c3904-c629-4f71-911a-495b43d16027 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:39:51.494545 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-35a315a2-e664-4766-8aa6-81445c412145 req-a50c3904-c629-4f71-911a-495b43d16027 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1462288-b9a8-48fe-9593-e9572fd0b7ba HTTP/1.1" status: 200 len: 943 time: 0.0475364 Aug 27 01:39:51.535453 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-35a315a2-e664-4766-8aa6-81445c412145 req-cf85ffe6-e7e0-4d24-ac66-cdd5de76f351 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/security-groups?id=60c5e2c5-0408-44e2-ada8-fb638f0e54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351348 Aug 27 01:39:52.647294 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b882ff3-7155-48fb-a663-961abc911776 req-e743a5eb-8ee4-4643-9dc5-76de2bd0ce7c tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:39:52.648758 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-9b882ff3-7155-48fb-a663-961abc911776 req-e743a5eb-8ee4-4643-9dc5-76de2bd0ce7c tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1462288-b9a8-48fe-9593-e9572fd0b7ba HTTP/1.1" status: 200 len: 943 time: 0.0477633 Aug 27 01:39:52.686723 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-9b882ff3-7155-48fb-a663-961abc911776 req-3bdc47bd-6062-4f7b-a935-4f1756d78e1d tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/security-groups?id=60c5e2c5-0408-44e2-ada8-fb638f0e54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321159 Aug 27 01:39:53.800226 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaea325-731d-4577-97be-19fd4059816d req-f911853e-ef0e-48b6-b1cd-6d24ec684383 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:39:53.801805 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6eaea325-731d-4577-97be-19fd4059816d req-f911853e-ef0e-48b6-b1cd-6d24ec684383 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1462288-b9a8-48fe-9593-e9572fd0b7ba HTTP/1.1" status: 200 len: 943 time: 0.0504320 Aug 27 01:39:53.839674 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6eaea325-731d-4577-97be-19fd4059816d req-5c781932-bdc9-4cc3-a575-66b90368d12f tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/security-groups?id=60c5e2c5-0408-44e2-ada8-fb638f0e54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315518 Aug 27 01:39:54.606040 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:54.948466 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3117ac-ddf8-4763-930b-2055e9d39975 req-131fb2c5-16dd-46c8-9035-795e1f712d0e tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:39:54.949916 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-0b3117ac-ddf8-4763-930b-2055e9d39975 req-131fb2c5-16dd-46c8-9035-795e1f712d0e tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1462288-b9a8-48fe-9593-e9572fd0b7ba HTTP/1.1" status: 200 len: 943 time: 0.0470369 Aug 27 01:39:54.990072 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-0b3117ac-ddf8-4763-930b-2055e9d39975 req-cd772bee-a6e0-4286-ba37-93d19d82a1e1 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/security-groups?id=60c5e2c5-0408-44e2-ada8-fb638f0e54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344062 Aug 27 01:39:56.100118 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b22519-6633-448a-8664-02060f8e5dd7 req-aa8e733b-9449-4ca9-a6a6-7a23c65458ed tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:39:56.101607 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-50b22519-6633-448a-8664-02060f8e5dd7 req-aa8e733b-9449-4ca9-a6a6-7a23c65458ed tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1462288-b9a8-48fe-9593-e9572fd0b7ba HTTP/1.1" status: 200 len: 943 time: 0.0473864 Aug 27 01:39:56.138316 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-50b22519-6633-448a-8664-02060f8e5dd7 req-ead70da7-bbba-4e4a-a997-bc159732715d tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/security-groups?id=60c5e2c5-0408-44e2-ada8-fb638f0e54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308952 Aug 27 01:39:56.934778 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device dac3e0d4-350a-4e21-a74f-eeb422da3bd7 details requested by agent hyperv_hv-cinder-75916 with host hv-cinder-75916 {{(pid=94317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 01:39:57.025508 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port dac3e0d4-350a-4e21-a74f-eeb422da3bd7, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=dac3e0d4-350a-4e21-a74f-eeb422da3bd7,segment=NetworkSegment(fc9ce6d0-a5a2-4737-ac3e-33897b3e364c),segment_id=fc9ce6d0-a5a2-4737-ac3e-33897b3e364c)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:39:57.037686 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Returning: {'device': 'dac3e0d4-350a-4e21-a74f-eeb422da3bd7', 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c', 'port_id': 'dac3e0d4-350a-4e21-a74f-eeb422da3bd7', 'mac_address': 'fa:16:3e:41:17:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a4c81fa-fae1-4cf5-8038-5477ded1756d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 01:39:57.082292 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:57.094473 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.notifiers.nova [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dac3e0d4-350a-4e21-a74f-eeb422da3bd7 {{(pid=94317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 01:39:57.113390 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port dac3e0d4-350a-4e21-a74f-eeb422da3bd7, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=dac3e0d4-350a-4e21-a74f-eeb422da3bd7,segment=NetworkSegment(fc9ce6d0-a5a2-4737-ac3e-33897b3e364c),segment_id=fc9ce6d0-a5a2-4737-ac3e-33897b3e364c)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:39:57.228952 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:57.248655 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff724695-1380-4c0d-b138-4a760f4d7e85 req-4ee4238a-29b9-457e-9327-ec9b6bb6eef0 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:39:57.250166 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-ff724695-1380-4c0d-b138-4a760f4d7e85 req-4ee4238a-29b9-457e-9327-ec9b6bb6eef0 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1462288-b9a8-48fe-9593-e9572fd0b7ba HTTP/1.1" status: 200 len: 943 time: 0.0474219 Aug 27 01:39:57.277263 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Pushing event updated for resources: {'Port': ['ID=dac3e0d4-350a-4e21-a74f-eeb422da3bd7,revision_number=4']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:39:57.287732 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-ff724695-1380-4c0d-b138-4a760f4d7e85 req-c7d210c5-6929-4a82-b2a5-8f3d6af4446e tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/security-groups?id=60c5e2c5-0408-44e2-ada8-fb638f0e54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308914 Aug 27 01:39:57.547692 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] get_ports_and_sgs() called for port_ids ['dac3e0d4-350a-4e21-a74f-eeb422da3bd7'] {{(pid=94317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 01:39:58.400174 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071bb50a-9a56-41d2-8020-ae831f3c7dc6 req-06f957c3-8214-4db1-8305-8a511c7f38e0 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:39:58.401672 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-071bb50a-9a56-41d2-8020-ae831f3c7dc6 req-06f957c3-8214-4db1-8305-8a511c7f38e0 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1462288-b9a8-48fe-9593-e9572fd0b7ba HTTP/1.1" status: 200 len: 944 time: 0.0483389 Aug 27 01:39:58.442536 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-071bb50a-9a56-41d2-8020-ae831f3c7dc6 req-aaa45151-64b8-452c-9d51-1d172a20e925 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/security-groups?id=60c5e2c5-0408-44e2-ada8-fb638f0e54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350707 Aug 27 01:39:58.946528 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device dac3e0d4-350a-4e21-a74f-eeb422da3bd7 up at agent hyperv_hv-cinder-75916 {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:39:59.086468 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Provisioning for port dac3e0d4-350a-4e21-a74f-eeb422da3bd7 completed by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:39:59.090617 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Provisioning complete for port dac3e0d4-350a-4e21-a74f-eeb422da3bd7 triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:39:59.090990 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:59.171457 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:59.193726 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1462288-b9a8-48fe-9593-e9572fd0b7ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac3e0d4-350a-4e21-a74f-eeb422da3bd7'}] {{(pid=94317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:39:59.195956 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ae24146460100d3107ec4d42823fa970b16dae16efc5fac949978fe01edd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e6fc85-3aa6-4e0a-9b26-44a2e3050110" -d '{"events": [{"server_uuid": "b1462288-b9a8-48fe-9593-e9572fd0b7ba", "name": "network-vif-plugged", "status": "completed", "tag": "dac3e0d4-350a-4e21-a74f-eeb422da3bd7"}]}' {{(pid=94317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:39:59.208345 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port dac3e0d4-350a-4e21-a74f-eeb422da3bd7, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=dac3e0d4-350a-4e21-a74f-eeb422da3bd7,segment=NetworkSegment(fc9ce6d0-a5a2-4737-ac3e-33897b3e364c),segment_id=fc9ce6d0-a5a2-4737-ac3e-33897b3e364c)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:39:59.231229 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 01:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473232b5-2911-4c94-b270-14a1d363a8e1 x-openstack-request-id: req-473232b5-2911-4c94-b270-14a1d363a8e1 {{(pid=94317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:39:59.231533 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1462288-b9a8-48fe-9593-e9572fd0b7ba", "name": "network-vif-plugged", "status": "completed", "tag": "dac3e0d4-350a-4e21-a74f-eeb422da3bd7", "code": 200}]} {{(pid=94317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:39:59.231787 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-473232b5-2911-4c94-b270-14a1d363a8e1 {{(pid=94317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:39:59.232191 dv-cinder-759169-3-iscsi neutron-server[94317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1462288-b9a8-48fe-9593-e9572fd0b7ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac3e0d4-350a-4e21-a74f-eeb422da3bd7', 'code': 200} Aug 27 01:39:59.289940 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:39:59.336177 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Pushing event updated for resources: {'Port': ['ID=dac3e0d4-350a-4e21-a74f-eeb422da3bd7,revision_number=5']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:39:59.554980 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f873b-f903-4ea6-9777-95e8ffebcd0c req-ea9cdd86-31be-4cdf-8f0d-007a1541416b tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:39:59.556539 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-c09f873b-f903-4ea6-9777-95e8ffebcd0c req-ea9cdd86-31be-4cdf-8f0d-007a1541416b tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1462288-b9a8-48fe-9593-e9572fd0b7ba HTTP/1.1" status: 200 len: 945 time: 0.0488172 Aug 27 01:39:59.593281 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-c09f873b-f903-4ea6-9777-95e8ffebcd0c req-34fe8084-5264-48e4-9cfb-653a65084570 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/security-groups?id=60c5e2c5-0408-44e2-ada8-fb638f0e54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307000 Aug 27 01:39:59.677967 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ebb55-8232-4655-a99b-7c0c451e0e9a req-78293025-d244-4aad-ac2a-fa0a2ee906e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:39:59.679409 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-902ebb55-8232-4655-a99b-7c0c451e0e9a req-78293025-d244-4aad-ac2a-fa0a2ee906e0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b1462288-b9a8-48fe-9593-e9572fd0b7ba HTTP/1.1" status: 200 len: 1098 time: 0.0388029 Aug 27 01:39:59.714708 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-902ebb55-8232-4655-a99b-7c0c451e0e9a req-11a4516d-4c9d-4107-825c-1a7ab0a2cbe2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=60c5e2c5-0408-44e2-ada8-fb638f0e54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273678 Aug 27 01:40:00.708353 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729b242-a168-4d02-b045-14007c8877d5 req-3015d7a0-95d0-4137-b12f-0b9c30c02646 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:40:00.709874 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-f729b242-a168-4d02-b045-14007c8877d5 req-3015d7a0-95d0-4137-b12f-0b9c30c02646 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1462288-b9a8-48fe-9593-e9572fd0b7ba HTTP/1.1" status: 200 len: 945 time: 0.0495293 Aug 27 01:40:00.749517 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-f729b242-a168-4d02-b045-14007c8877d5 req-aaf22d3f-a082-4c34-8ec2-35e98f7efa80 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/security-groups?id=60c5e2c5-0408-44e2-ada8-fb638f0e54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337918 Aug 27 01:40:01.861279 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc930809-1cfe-4279-ae1c-b9dbed39085d req-965c2ffb-5d2c-40dc-ba2c-87f9b8950b42 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:40:01.862740 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-cc930809-1cfe-4279-ae1c-b9dbed39085d req-965c2ffb-5d2c-40dc-ba2c-87f9b8950b42 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1462288-b9a8-48fe-9593-e9572fd0b7ba HTTP/1.1" status: 200 len: 945 time: 0.0480146 Aug 27 01:40:01.903186 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-cc930809-1cfe-4279-ae1c-b9dbed39085d req-f94749e5-b0e2-4573-94d9-642dbfd6bc42 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/security-groups?id=60c5e2c5-0408-44e2-ada8-fb638f0e54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346711 Aug 27 01:40:02.016099 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f24313-a125-4b2c-9099-fc39bb2c5cb0 req-b65de8e7-fea5-4ca5-8074-6c2ea719c2b3 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:40:02.017593 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-f4f24313-a125-4b2c-9099-fc39bb2c5cb0 req-b65de8e7-fea5-4ca5-8074-6c2ea719c2b3 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1462288-b9a8-48fe-9593-e9572fd0b7ba HTTP/1.1" status: 200 len: 945 time: 0.0482407 Aug 27 01:40:02.061112 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-f4f24313-a125-4b2c-9099-fc39bb2c5cb0 req-9b8fd5a9-ff27-4695-80ce-cc593f08b30d tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/security-groups?id=60c5e2c5-0408-44e2-ada8-fb638f0e54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367880 Aug 27 01:40:02.085788 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 35528) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:40:02.170491 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3098af56-4041-482f-b59d-92383a9d519b tempest-TestVolumeBootPattern-698198150 tempest-TestVolumeBootPattern-698198150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:40:02.172254 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-3098af56-4041-482f-b59d-92383a9d519b tempest-TestVolumeBootPattern-698198150 tempest-TestVolumeBootPattern-698198150-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b1462288-b9a8-48fe-9593-e9572fd0b7ba HTTP/1.1" status: 200 len: 1093 time: 0.0851974 Aug 27 01:40:02.175257 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 35532) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:40:02.179520 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [None req-8868c7e3-dfbc-41c2-a022-dd01166e8f70 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Request body: {'floatingip': {'floating_network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'port_id': 'dac3e0d4-350a-4e21-a74f-eeb422da3bd7', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:40:02.257722 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-8868c7e3-dfbc-41c2-a022-dd01166e8f70 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks [] for floatingip, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:40:02.350355 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-8868c7e3-dfbc-41c2-a022-dd01166e8f70 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:40:02.455655 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.db_base_plugin_common [None req-8868c7e3-dfbc-41c2-a022-dd01166e8f70 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Allocated IP 172.27.3.99 (6740c5c8-77e9-4fca-8473-ad46ab012dd6/fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b/f9ca3d88-fa08-4a26-be08-7e4249498d2d) {{(pid=94315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 01:40:02.552886 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-8868c7e3-dfbc-41c2-a022-dd01166e8f70 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks [] for port, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:40:02.663094 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-8868c7e3-dfbc-41c2-a022-dd01166e8f70 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791478024214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8502847'] for port, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:40:02.699784 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8868c7e3-dfbc-41c2-a022-dd01166e8f70 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Network 6740c5c8-77e9-4fca-8473-ad46ab012dd6 is already hosted by enough agents. {{(pid=94315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:40:02.704466 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.base_scheduler [None req-8868c7e3-dfbc-41c2-a022-dd01166e8f70 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Resources bound (agent type, host, resource id): {{(pid=94315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:40:02.708067 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8868c7e3-dfbc-41c2-a022-dd01166e8f70 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Received port after_create {{(pid=94315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 01:40:02.713472 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8868c7e3-dfbc-41c2-a022-dd01166e8f70 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Pushing event updated for resources: {'Port': ['ID=f9ca3d88-fa08-4a26-be08-7e4249498d2d,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:40:02.740025 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868c7e3-dfbc-41c2-a022-dd01166e8f70 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:40:02.740370 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868c7e3-dfbc-41c2-a022-dd01166e8f70 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:40:02.740710 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868c7e3-dfbc-41c2-a022-dd01166e8f70 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:40:02.741076 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868c7e3-dfbc-41c2-a022-dd01166e8f70 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:40:02.741396 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868c7e3-dfbc-41c2-a022-dd01166e8f70 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:40:02.741726 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868c7e3-dfbc-41c2-a022-dd01166e8f70 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:40:02.742053 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868c7e3-dfbc-41c2-a022-dd01166e8f70 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:40:02.742382 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868c7e3-dfbc-41c2-a022-dd01166e8f70 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:40:02.742706 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868c7e3-dfbc-41c2-a022-dd01166e8f70 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:40:02.743028 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868c7e3-dfbc-41c2-a022-dd01166e8f70 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:40:02.743347 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868c7e3-dfbc-41c2-a022-dd01166e8f70 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:40:02.743665 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868c7e3-dfbc-41c2-a022-dd01166e8f70 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:40:03.061710 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-8868c7e3-dfbc-41c2-a022-dd01166e8f70 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:40:03.184357 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-8868c7e3-dfbc-41c2-a022-dd01166e8f70 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:40:03.329823 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-8868c7e3-dfbc-41c2-a022-dd01166e8f70 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks [] for port, precommit_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:40:03.416106 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-8868c7e3-dfbc-41c2-a022-dd01166e8f70 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8502822'] for port, after_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:40:03.480779 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8868c7e3-dfbc-41c2-a022-dd01166e8f70 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Pushing event updated for resources: {'Port': ['ID=f9ca3d88-fa08-4a26-be08-7e4249498d2d,revision_number=2']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:40:03.494513 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-8868c7e3-dfbc-41c2-a022-dd01166e8f70 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2027135'] for floatingip, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:40:03.589679 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.db.l3_db [None req-8868c7e3-dfbc-41c2-a022-dd01166e8f70 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Floating IP ede37600-bc4e-42f7-bcda-652c2716ae32 associated. External IP: 172.27.3.99, port: dac3e0d4-350a-4e21-a74f-eeb422da3bd7. Aug 27 01:40:03.786442 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8868c7e3-dfbc-41c2-a022-dd01166e8f70 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Router 1b3e1f4e-4eb5-4875-bd32-5dac995caec9 has already been hosted by L3 agent 8dc83c43-e68e-43c9-8595-1753e39ae809 {{(pid=94315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 01:40:03.889415 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8868c7e3-dfbc-41c2-a022-dd01166e8f70 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify agent at l3_agent.dv-cinder-759169-3-iscsi the message routers_updated {{(pid=94315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 01:40:03.899346 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70698187-e319-4e86-9875-e716fb6440a6 None None] Sync routers for ids ['1b3e1f4e-4eb5-4875-bd32-5dac995caec9'] in dv-cinder-759169-3-iscsi {{(pid=94317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 01:40:03.910048 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70698187-e319-4e86-9875-e716fb6440a6 None None] Routers {'1b3e1f4e-4eb5-4875-bd32-5dac995caec9'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:40:03.910669 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-70698187-e319-4e86-9875-e716fb6440a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:39:44Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['1b3e1f4e-4eb5-4875-bd32-5dac995caec9'], 'active': True} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:40:03.967160 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-8868c7e3-dfbc-41c2-a022-dd01166e8f70 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for floatingip, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:40:04.001369 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-8868c7e3-dfbc-41c2-a022-dd01166e8f70 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8250828 Aug 27 01:40:04.002112 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1462288-b9a8-48fe-9593-e9572fd0b7ba', 'tag': 'dac3e0d4-350a-4e21-a74f-eeb422da3bd7'}] {{(pid=94315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:40:04.004455 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4b197ec9f2f0e9474c50df7e7ed8b30a1ed8e7d4526d98a0361b780d87c209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a57827-a62f-45ad-bb64-a5ab1f1f2b6e" -d '{"events": [{"name": "network-changed", "server_uuid": "b1462288-b9a8-48fe-9593-e9572fd0b7ba", "tag": "dac3e0d4-350a-4e21-a74f-eeb422da3bd7"}]}' {{(pid=94315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:40:04.038200 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvr_db [None req-70698187-e319-4e86-9875-e716fb6440a6 None None] Set router 1b3e1f4e-4eb5-4875-bd32-5dac995caec9 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:40:04.054889 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 01:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e71099a-9ffe-4b7d-94c4-4a85e30eb373 x-openstack-request-id: req-3e71099a-9ffe-4b7d-94c4-4a85e30eb373 {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:40:04.055181 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1462288-b9a8-48fe-9593-e9572fd0b7ba", "tag": "dac3e0d4-350a-4e21-a74f-eeb422da3bd7", "status": "completed", "code": 200}]} {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:40:04.055435 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3e71099a-9ffe-4b7d-94c4-4a85e30eb373 {{(pid=94315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:40:04.055831 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1462288-b9a8-48fe-9593-e9572fd0b7ba', 'tag': 'dac3e0d4-350a-4e21-a74f-eeb422da3bd7', 'status': 'completed', 'code': 200} Aug 27 01:40:04.140440 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a57827-a62f-45ad-bb64-a5ab1f1f2b6e req-74b0cfab-369b-4228-aa27-c29b3790178d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:40:04.141996 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-62a57827-a62f-45ad-bb64-a5ab1f1f2b6e req-74b0cfab-369b-4228-aa27-c29b3790178d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e450a8d39c6c4bc1aa95f2240bf96927&device_id=b1462288-b9a8-48fe-9593-e9572fd0b7ba HTTP/1.1" status: 200 len: 1098 time: 0.0402203 Aug 27 01:40:04.233963 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a57827-a62f-45ad-bb64-a5ab1f1f2b6e req-2d4821b8-8b1b-415d-9c26-c0e911991c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:40:04.235441 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-62a57827-a62f-45ad-bb64-a5ab1f1f2b6e req-2d4821b8-8b1b-415d-9c26-c0e911991c28 service neutron] 10.222.0.24 "GET /v2.0/networks?id=36f8a83c-fcee-45f1-9a2d-3d2de8a9383c HTTP/1.1" status: 200 len: 913 time: 0.0860121 Aug 27 01:40:04.263847 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-70698187-e319-4e86-9875-e716fb6440a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'name': 'tempest-TestVolumeBootPattern-1891695804-router', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '7d13c4c1-4949-4500-8835-61d7f31ae80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:39:11Z', 'updated_at': '2021-08-27T01:39:14Z', 'revision_number': 4, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'gw_port': {'id': '7d13c4c1-4949-4500-8835-61d7f31ae80c', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:71:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:39:12Z', 'updated_at': '2021-08-27T01:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_floatingips': [{'id': 'ede37600-bc4e-42f7-bcda-652c2716ae32', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'floating_ip_address': '172.27.3.99', 'floating_network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'router_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'port_id': 'dac3e0d4-350a-4e21-a74f-eeb422da3bd7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c', 'mac_address': 'fa:16:3e:41:17:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1462288-b9a8-48fe-9593-e9572fd0b7ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T01:40:02Z', 'updated_at': '2021-08-27T01:40:02Z', 'revision_number': 0, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e65f5867-c45a-4aa6-acf6-5fa199690e5d', 'name': '', 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'mac_address': 'fa:16:3e:c0:fd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8a4c81fa-fae1-4cf5-8038-5477ded1756d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:39:13Z', 'updated_at': '2021-08-27T01:39:21Z', 'revision_number': 5, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'subnets': [{'id': '8a4c81fa-fae1-4cf5-8038-5477ded1756d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:40:04.289546 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70698187-e319-4e86-9875-e716fb6440a6 None None] Checking router: 1b3e1f4e-4eb5-4875-bd32-5dac995caec9 for host: dv-cinder-759169-3-iscsi {{(pid=94317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 01:40:04.297905 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70698187-e319-4e86-9875-e716fb6440a6 None None] Routers {'1b3e1f4e-4eb5-4875-bd32-5dac995caec9'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:40:04.298513 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-70698187-e319-4e86-9875-e716fb6440a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:39:44Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['1b3e1f4e-4eb5-4875-bd32-5dac995caec9'], 'active': True} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:40:04.301317 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-62a57827-a62f-45ad-bb64-a5ab1f1f2b6e req-90b10df3-d396-49bf-b3a3-160efde2ac12 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dac3e0d4-350a-4e21-a74f-eeb422da3bd7 HTTP/1.1" status: 200 len: 998 time: 0.0580785 Aug 27 01:40:04.349555 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a57827-a62f-45ad-bb64-a5ab1f1f2b6e req-fb99392e-0562-4c79-a51f-a6feb4fdb23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:40:04.350996 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-62a57827-a62f-45ad-bb64-a5ab1f1f2b6e req-fb99392e-0562-4c79-a51f-a6feb4fdb23d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8a4c81fa-fae1-4cf5-8038-5477ded1756d HTTP/1.1" status: 200 len: 851 time: 0.0434458 Aug 27 01:40:04.401840 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a57827-a62f-45ad-bb64-a5ab1f1f2b6e req-3cdd9578-42af-4ed8-a4de-24d89d2d3d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:40:04.403290 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-62a57827-a62f-45ad-bb64-a5ab1f1f2b6e req-3cdd9578-42af-4ed8-a4de-24d89d2d3d42 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=36f8a83c-fcee-45f1-9a2d-3d2de8a9383c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442154 Aug 27 01:40:04.404361 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvr_db [None req-70698187-e319-4e86-9875-e716fb6440a6 None None] Set router 1b3e1f4e-4eb5-4875-bd32-5dac995caec9 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:40:04.496196 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-62a57827-a62f-45ad-bb64-a5ab1f1f2b6e req-7e9cf8a0-0052-41b8-ab75-b380cfc6284b service neutron] 10.222.0.24 "GET /v2.0/networks/36f8a83c-fcee-45f1-9a2d-3d2de8a9383c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848029 Aug 27 01:40:04.590922 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-62a57827-a62f-45ad-bb64-a5ab1f1f2b6e req-44b63fda-6ee2-45e9-bd2c-29c0a5f2cfb5 service neutron] 10.222.0.24 "GET /v2.0/networks/36f8a83c-fcee-45f1-9a2d-3d2de8a9383c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873256 Aug 27 01:40:04.629909 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-70698187-e319-4e86-9875-e716fb6440a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'name': 'tempest-TestVolumeBootPattern-1891695804-router', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '7d13c4c1-4949-4500-8835-61d7f31ae80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:39:11Z', 'updated_at': '2021-08-27T01:39:14Z', 'revision_number': 4, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'gw_port': {'id': '7d13c4c1-4949-4500-8835-61d7f31ae80c', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:71:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:39:12Z', 'updated_at': '2021-08-27T01:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_floatingips': [{'id': 'ede37600-bc4e-42f7-bcda-652c2716ae32', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'floating_ip_address': '172.27.3.99', 'floating_network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'router_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'port_id': 'dac3e0d4-350a-4e21-a74f-eeb422da3bd7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c', 'mac_address': 'fa:16:3e:41:17:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1462288-b9a8-48fe-9593-e9572fd0b7ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T01:40:02Z', 'updated_at': '2021-08-27T01:40:02Z', 'revision_number': 0, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e65f5867-c45a-4aa6-acf6-5fa199690e5d', 'name': '', 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'mac_address': 'fa:16:3e:c0:fd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8a4c81fa-fae1-4cf5-8038-5477ded1756d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:39:13Z', 'updated_at': '2021-08-27T01:39:21Z', 'revision_number': 5, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'subnets': [{'id': '8a4c81fa-fae1-4cf5-8038-5477ded1756d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:40:04.660108 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70698187-e319-4e86-9875-e716fb6440a6 None None] The sync data for ids ['1b3e1f4e-4eb5-4875-bd32-5dac995caec9'] in dv-cinder-759169-3-iscsi is: [{'id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'name': 'tempest-TestVolumeBootPattern-1891695804-router', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '7d13c4c1-4949-4500-8835-61d7f31ae80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:39:11Z', 'updated_at': '2021-08-27T01:39:14Z', 'revision_number': 4, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'gw_port': {'id': '7d13c4c1-4949-4500-8835-61d7f31ae80c', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:71:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:39:12Z', 'updated_at': '2021-08-27T01:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_floatingips': [{'id': 'ede37600-bc4e-42f7-bcda-652c2716ae32', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'floating_ip_address': '172.27.3.99', 'floating_network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'router_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'port_id': 'dac3e0d4-350a-4e21-a74f-eeb422da3bd7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c', 'mac_address': 'fa:16:3e:41:17:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1462288-b9a8-48fe-9593-e9572fd0b7ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T01:40:02Z', 'updated_at': '2021-08-27T01:40:02Z', 'revision_number': 0, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e65f5867-c45a-4aa6-acf6-5fa199690e5d', 'name': '', 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'mac_address': 'fa:16:3e:c0:fd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8a4c81fa-fae1-4cf5-8038-5477ded1756d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:39:13Z', 'updated_at': '2021-08-27T01:39:21Z', 'revision_number': 5, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'subnets': [{'id': '8a4c81fa-fae1-4cf5-8038-5477ded1756d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 01:40:04.839386 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f402edb4-b51d-4ddb-89ca-c3a6cbe22b9c None None] New status for floating IP ede37600-bc4e-42f7-bcda-652c2716ae32: ACTIVE {{(pid=94318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 01:40:11.931630 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-a73edc37-b443-4d70-bbf6-c3bceccd63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:40:14.014346 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.agents_db [None req-fec0d0a0-65fd-4898-8015-6bc2580b487e None None] Agent healthcheck: found 6 active agents {{(pid=94318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 01:40:14.526027 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-36be19dd-e282-4b91-931f-eb9a84cd5307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:40:14.666764 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:40:15.929983 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ed545f81-8b1b-4cf8-a1bc-5817d83b44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:40:17.432580 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-809c4053-e1f3-4656-979d-5dfd58cb0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:40:24.496944 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:40:31.668352 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-05b4d5f6-47b9-49f7-99a5-693b380ddb13 req-dc2009b6-cb66-4e62-bb1d-a6503d68f932 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0825233 Aug 27 01:40:31.766028 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b4d5f6-47b9-49f7-99a5-693b380ddb13 req-9b9bc31c-47e0-4204-bb9d-4f58d179407d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:40:31.767492 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-05b4d5f6-47b9-49f7-99a5-693b380ddb13 req-9b9bc31c-47e0-4204-bb9d-4f58d179407d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d683ea4300b545fda6f56b5c11ee189c&device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 1099 time: 0.0393133 Aug 27 01:40:31.871226 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b4d5f6-47b9-49f7-99a5-693b380ddb13 req-a344450e-64db-47f5-8760-3a9aa53e68f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:40:31.872659 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-05b4d5f6-47b9-49f7-99a5-693b380ddb13 req-a344450e-64db-47f5-8760-3a9aa53e68f3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4dd6da0d-1759-4b21-a814-ac1356beb0a9 HTTP/1.1" status: 200 len: 910 time: 0.0849783 Aug 27 01:40:31.940882 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-05b4d5f6-47b9-49f7-99a5-693b380ddb13 req-f9d80c3c-03c0-4ace-bd9e-553f9b18738c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66ae3a5c-bed1-480a-8aa0-cda45f03b919 HTTP/1.1" status: 200 len: 1002 time: 0.0594606 Aug 27 01:40:31.988595 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b4d5f6-47b9-49f7-99a5-693b380ddb13 req-d485d45f-1d91-41ce-8667-265449551c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:40:31.989986 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-05b4d5f6-47b9-49f7-99a5-693b380ddb13 req-d485d45f-1d91-41ce-8667-265449551c34 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=22c41954-9468-4ea8-8482-d450337a71cb HTTP/1.1" status: 200 len: 848 time: 0.0418494 Aug 27 01:40:32.037399 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b4d5f6-47b9-49f7-99a5-693b380ddb13 req-4923a355-182b-4af1-800c-938645db7df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:40:32.038827 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-05b4d5f6-47b9-49f7-99a5-693b380ddb13 req-4923a355-182b-4af1-800c-938645db7df3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4dd6da0d-1759-4b21-a814-ac1356beb0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410631 Aug 27 01:40:32.051361 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [req-05b4d5f6-47b9-49f7-99a5-693b380ddb13 req-73d9c246-0c15-4908-99b1-3ac9fa611a74 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94315) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 01:40:32.052281 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-05b4d5f6-47b9-49f7-99a5-693b380ddb13 req-73d9c246-0c15-4908-99b1-3ac9fa611a74 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053985 Aug 27 01:40:32.137921 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-05b4d5f6-47b9-49f7-99a5-693b380ddb13 req-b8907e93-095e-4ebc-8e5c-81368cd406e4 service neutron] 10.222.0.24 "GET /v2.0/networks/4dd6da0d-1759-4b21-a814-ac1356beb0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779109 Aug 27 01:40:32.232239 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-05b4d5f6-47b9-49f7-99a5-693b380ddb13 req-b888cc51-dd98-4b57-b954-6b7358d0fa00 service neutron] 10.222.0.24 "GET /v2.0/networks/4dd6da0d-1759-4b21-a814-ac1356beb0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858822 Aug 27 01:40:41.960061 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-9707fc0d-43ce-42ea-b292-d9225402b035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:40:44.508047 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ca4d22f5-c6ea-438f-ad28-9081e434c284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:40:44.714249 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:40:45.946643 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ed545f81-8b1b-4cf8-a1bc-5817d83b44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:40:47.468159 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-809c4053-e1f3-4656-979d-5dfd58cb0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:40:51.013648 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.agents_db [None req-fec0d0a0-65fd-4898-8015-6bc2580b487e None None] Agent healthcheck: found 6 active agents {{(pid=94318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 01:40:54.529307 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:41:11.942392 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-5f1dbd47-e8e6-4b05-95fe-3a4d40dfccaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:41:14.490760 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-721dfa91-1c19-41c1-85ac-222b62cd119c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:41:14.633754 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:41:15.960649 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ed545f81-8b1b-4cf8-a1bc-5817d83b44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:41:17.472917 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-809c4053-e1f3-4656-979d-5dfd58cb0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:41:20.135099 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4bfdf1-80aa-44fc-9253-1beb248e079e req-0f947cfe-924b-414e-a8e0-7b91a528a281 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:41:20.136578 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-1d4bfdf1-80aa-44fc-9253-1beb248e079e req-0f947cfe-924b-414e-a8e0-7b91a528a281 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 946 time: 0.0976477 Aug 27 01:41:20.174642 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-1d4bfdf1-80aa-44fc-9253-1beb248e079e req-23a93b6f-5541-489c-b89b-78ed9c586c61 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a11eb6-484b-4374-b19c-8d6b410e2f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319545 Aug 27 01:41:21.343061 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d88474-f964-49b2-84d3-314607aaf16d req-04e79a96-7467-43a5-8bdd-220723b88b95 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:41:21.344712 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-a1d88474-f964-49b2-84d3-314607aaf16d req-04e79a96-7467-43a5-8bdd-220723b88b95 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 946 time: 0.1039264 Aug 27 01:41:21.381454 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-a1d88474-f964-49b2-84d3-314607aaf16d req-562a6657-245d-4b56-a803-d347e1be3238 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a11eb6-484b-4374-b19c-8d6b410e2f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308371 Aug 27 01:41:22.492914 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b685993-e37d-422f-98e3-98379e12daba req-67103795-f406-45b1-93be-39719c1fdd2b tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:41:22.494372 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0b685993-e37d-422f-98e3-98379e12daba req-67103795-f406-45b1-93be-39719c1fdd2b tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 946 time: 0.0482867 Aug 27 01:41:22.530707 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0b685993-e37d-422f-98e3-98379e12daba req-780be6a7-7057-4385-89a9-561de3e5fa59 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a11eb6-484b-4374-b19c-8d6b410e2f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300696 Aug 27 01:41:23.647859 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40795b2-93a0-4896-a1de-7e7ced8eb16f req-66c16ca3-7ad3-4556-ad6c-9c82685b8e04 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:41:23.649364 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-c40795b2-93a0-4896-a1de-7e7ced8eb16f req-66c16ca3-7ad3-4556-ad6c-9c82685b8e04 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 946 time: 0.0527909 Aug 27 01:41:23.688808 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-c40795b2-93a0-4896-a1de-7e7ced8eb16f req-6eb3fc46-25cb-4dda-800a-875c53ce0249 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a11eb6-484b-4374-b19c-8d6b410e2f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335093 Aug 27 01:41:24.488286 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:41:24.803519 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42596f-1a4e-4c2a-ae82-e7036f0e374f req-6653f1fd-081d-4711-be98-96d21a36a546 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:41:24.804982 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-fb42596f-1a4e-4c2a-ae82-e7036f0e374f req-6653f1fd-081d-4711-be98-96d21a36a546 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 946 time: 0.0507441 Aug 27 01:41:24.841030 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-fb42596f-1a4e-4c2a-ae82-e7036f0e374f req-64358b0d-5c81-4e70-af6b-e173e274bd9c tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a11eb6-484b-4374-b19c-8d6b410e2f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301046 Aug 27 01:41:25.951548 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc783851-146f-4e78-bc81-92b5d5a31004 req-b6b2c975-b443-4f55-b390-42e62217adbb tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:41:25.953160 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-cc783851-146f-4e78-bc81-92b5d5a31004 req-b6b2c975-b443-4f55-b390-42e62217adbb tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 946 time: 0.0474374 Aug 27 01:41:25.992735 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-cc783851-146f-4e78-bc81-92b5d5a31004 req-9fc188b5-da68-4f78-b0c2-c3262464ee51 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a11eb6-484b-4374-b19c-8d6b410e2f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338912 Aug 27 01:41:27.103625 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c5287-617b-4a69-b63b-061e4f9146cc req-f7589e8a-4ecf-4ba5-9e56-6b85963a2c01 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:41:27.105113 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-8d3c5287-617b-4a69-b63b-061e4f9146cc req-f7589e8a-4ecf-4ba5-9e56-6b85963a2c01 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 946 time: 0.0474224 Aug 27 01:41:27.143666 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-8d3c5287-617b-4a69-b63b-061e4f9146cc req-067ecc9f-38e0-422f-a3b5-a9aab49f30a8 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a11eb6-484b-4374-b19c-8d6b410e2f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308266 Aug 27 01:41:28.012565 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.agents_db [None req-fec0d0a0-65fd-4898-8015-6bc2580b487e None None] Agent healthcheck: found 6 active agents {{(pid=94318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 01:41:28.254614 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917bf98-ffca-4e53-a12b-77dbbe2cab9a req-74f75ff1-06e1-4462-abef-6b977873691f tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:41:28.256109 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-a917bf98-ffca-4e53-a12b-77dbbe2cab9a req-74f75ff1-06e1-4462-abef-6b977873691f tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 946 time: 0.0469496 Aug 27 01:41:28.292991 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-a917bf98-ffca-4e53-a12b-77dbbe2cab9a req-961bb242-3754-44d8-96e9-a8c2e7e6026a tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a11eb6-484b-4374-b19c-8d6b410e2f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309846 Aug 27 01:41:29.406898 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76e737-3e52-4920-8f11-6a1e7646574c req-8792ded1-a1d5-462e-b6c1-42c127c9f7b8 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:41:29.408378 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-fb76e737-3e52-4920-8f11-6a1e7646574c req-8792ded1-a1d5-462e-b6c1-42c127c9f7b8 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 946 time: 0.0479982 Aug 27 01:41:29.445296 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-fb76e737-3e52-4920-8f11-6a1e7646574c req-2d518f9c-0800-4f68-811b-9333f9c63b75 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a11eb6-484b-4374-b19c-8d6b410e2f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311224 Aug 27 01:41:30.561390 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fae40a-9b2b-4376-af04-8a1191af9089 req-a520fadf-8a4a-4fc6-8ccf-a4bceeef12fa tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:41:30.563587 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-e5fae40a-9b2b-4376-af04-8a1191af9089 req-a520fadf-8a4a-4fc6-8ccf-a4bceeef12fa tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 946 time: 0.0507991 Aug 27 01:41:30.603798 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-e5fae40a-9b2b-4376-af04-8a1191af9089 req-ec5ffdfe-6428-4150-b378-b97aed9e787c tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a11eb6-484b-4374-b19c-8d6b410e2f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340910 Aug 27 01:41:30.661839 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b22399-8051-4790-92c0-6449cfdf8d67 req-4a1e4876-e263-4b84-8557-f2487ca81f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:41:30.663323 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d2b22399-8051-4790-92c0-6449cfdf8d67 req-4a1e4876-e263-4b84-8557-f2487ca81f9f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d683ea4300b545fda6f56b5c11ee189c&device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 1099 time: 0.3067744 Aug 27 01:41:30.751596 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b22399-8051-4790-92c0-6449cfdf8d67 req-6c49e85b-b5e7-4dee-92a0-e207551c95be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:41:30.752958 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d2b22399-8051-4790-92c0-6449cfdf8d67 req-6c49e85b-b5e7-4dee-92a0-e207551c95be service neutron] 10.222.0.24 "GET /v2.0/networks?id=4dd6da0d-1759-4b21-a814-ac1356beb0a9 HTTP/1.1" status: 200 len: 910 time: 0.0810299 Aug 27 01:41:30.820479 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d2b22399-8051-4790-92c0-6449cfdf8d67 req-9097814e-078e-469d-bd6e-03aefb83c154 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66ae3a5c-bed1-480a-8aa0-cda45f03b919 HTTP/1.1" status: 200 len: 1002 time: 0.0598934 Aug 27 01:41:30.875834 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b22399-8051-4790-92c0-6449cfdf8d67 req-c615d7f0-3a17-4185-a2df-bd243029d8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:41:30.877306 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d2b22399-8051-4790-92c0-6449cfdf8d67 req-c615d7f0-3a17-4185-a2df-bd243029d8e8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=22c41954-9468-4ea8-8482-d450337a71cb HTTP/1.1" status: 200 len: 848 time: 0.0430403 Aug 27 01:41:30.923269 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b22399-8051-4790-92c0-6449cfdf8d67 req-3b6da23c-26ee-4739-ae81-ffd4d7135731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:41:30.924754 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d2b22399-8051-4790-92c0-6449cfdf8d67 req-3b6da23c-26ee-4739-ae81-ffd4d7135731 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4dd6da0d-1759-4b21-a814-ac1356beb0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395095 Aug 27 01:41:31.027476 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d2b22399-8051-4790-92c0-6449cfdf8d67 req-14f23250-2989-44f9-8844-35896b14bd43 service neutron] 10.222.0.24 "GET /v2.0/networks/4dd6da0d-1759-4b21-a814-ac1356beb0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837827 Aug 27 01:41:31.116761 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-d2b22399-8051-4790-92c0-6449cfdf8d67 req-f4a661e0-e78a-4e9a-8fe2-c185cc0204dd service neutron] 10.222.0.24 "GET /v2.0/networks/4dd6da0d-1759-4b21-a814-ac1356beb0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801857 Aug 27 01:41:31.723427 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053ba0e-a868-4ca5-be37-027ee740b8fc req-a243113d-d496-44b1-bfe4-9ef324ad4c76 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:41:31.724808 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-4053ba0e-a868-4ca5-be37-027ee740b8fc req-a243113d-d496-44b1-bfe4-9ef324ad4c76 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 946 time: 0.0501766 Aug 27 01:41:31.761503 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-4053ba0e-a868-4ca5-be37-027ee740b8fc req-2ced2223-551b-4e16-9a0c-0119558e9d37 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a11eb6-484b-4374-b19c-8d6b410e2f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308666 Aug 27 01:41:32.386841 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6f7b5708-dcc0-4b2a-8f44-cfb99d9e9ed1 req-b7f2cabd-5fe4-40dc-bc08-ddd21823c518 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b1462288-b9a8-48fe-9593-e9572fd0b7ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450563 Aug 27 01:41:32.469540 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b5708-dcc0-4b2a-8f44-cfb99d9e9ed1 req-fc5d0905-425a-4b14-8b99-4603080dbfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:41:32.470992 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6f7b5708-dcc0-4b2a-8f44-cfb99d9e9ed1 req-fc5d0905-425a-4b14-8b99-4603080dbfae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e450a8d39c6c4bc1aa95f2240bf96927&device_id=b1462288-b9a8-48fe-9593-e9572fd0b7ba HTTP/1.1" status: 200 len: 1098 time: 0.0407951 Aug 27 01:41:32.576778 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b5708-dcc0-4b2a-8f44-cfb99d9e9ed1 req-0b616f97-43a4-4b28-a438-62fa689f3034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:41:32.578270 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6f7b5708-dcc0-4b2a-8f44-cfb99d9e9ed1 req-0b616f97-43a4-4b28-a438-62fa689f3034 service neutron] 10.222.0.24 "GET /v2.0/networks?id=36f8a83c-fcee-45f1-9a2d-3d2de8a9383c HTTP/1.1" status: 200 len: 913 time: 0.0882380 Aug 27 01:41:32.644565 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6f7b5708-dcc0-4b2a-8f44-cfb99d9e9ed1 req-c748e2cb-89ce-4ab8-b5b9-77b3f41fddea service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dac3e0d4-350a-4e21-a74f-eeb422da3bd7 HTTP/1.1" status: 200 len: 1000 time: 0.0572865 Aug 27 01:41:32.726167 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b5708-dcc0-4b2a-8f44-cfb99d9e9ed1 req-6a5a2a65-c1ed-4df8-99b0-328ec4cb82a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:41:32.727631 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6f7b5708-dcc0-4b2a-8f44-cfb99d9e9ed1 req-6a5a2a65-c1ed-4df8-99b0-328ec4cb82a9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8a4c81fa-fae1-4cf5-8038-5477ded1756d HTTP/1.1" status: 200 len: 851 time: 0.0475681 Aug 27 01:41:32.776286 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b5708-dcc0-4b2a-8f44-cfb99d9e9ed1 req-f1ba0fb8-33c0-41a5-90e7-b35eb4db3297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:41:32.777805 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6f7b5708-dcc0-4b2a-8f44-cfb99d9e9ed1 req-f1ba0fb8-33c0-41a5-90e7-b35eb4db3297 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=36f8a83c-fcee-45f1-9a2d-3d2de8a9383c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422504 Aug 27 01:41:32.870923 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6f7b5708-dcc0-4b2a-8f44-cfb99d9e9ed1 req-2476651b-94f9-44d4-9acc-cbafb9621d67 service neutron] 10.222.0.24 "GET /v2.0/networks/36f8a83c-fcee-45f1-9a2d-3d2de8a9383c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850976 Aug 27 01:41:32.876551 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b51066-c36b-412d-985f-2ec28f92b505 req-cce1c746-37a4-46a5-b74c-3034af99a592 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:41:32.878039 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-17b51066-c36b-412d-985f-2ec28f92b505 req-cce1c746-37a4-46a5-b74c-3034af99a592 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 946 time: 0.0490682 Aug 27 01:41:32.919365 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-17b51066-c36b-412d-985f-2ec28f92b505 req-b694a3f1-0d21-4718-af0c-4d46b4a4a1b6 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a11eb6-484b-4374-b19c-8d6b410e2f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353651 Aug 27 01:41:32.968439 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6f7b5708-dcc0-4b2a-8f44-cfb99d9e9ed1 req-d87eb69e-24d5-4dcc-a267-f4314b36eecd service neutron] 10.222.0.24 "GET /v2.0/networks/36f8a83c-fcee-45f1-9a2d-3d2de8a9383c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882506 Aug 27 01:41:34.031562 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106a0dd-a616-41d8-83b4-86b03dde4a69 req-4aab0570-44c4-4e04-89e1-179d0bcb4536 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:41:34.033046 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-b106a0dd-a616-41d8-83b4-86b03dde4a69 req-4aab0570-44c4-4e04-89e1-179d0bcb4536 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 946 time: 0.0480409 Aug 27 01:41:34.070856 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-b106a0dd-a616-41d8-83b4-86b03dde4a69 req-ca889dcb-fdc4-4328-9cb3-446febc10271 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a11eb6-484b-4374-b19c-8d6b410e2f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319991 Aug 27 01:41:34.513676 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779d9e5-cd32-45af-bf84-3c13145b9b65 req-7faf1243-6412-4750-85a7-c5f4da305f11 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:41:34.515665 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-4779d9e5-cd32-45af-bf84-3c13145b9b65 req-7faf1243-6412-4750-85a7-c5f4da305f11 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 946 time: 0.0492530 Aug 27 01:41:34.544376 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-a53a1862-29ea-4671-b491-fc9c2ea1eb98 req-2a748ca2-0a7f-4515-a1fb-450029693b45 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0390601 Aug 27 01:41:34.554470 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-4779d9e5-cd32-45af-bf84-3c13145b9b65 req-cb6a95ee-af62-410e-9d1a-7a99c85701ef tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a11eb6-484b-4374-b19c-8d6b410e2f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327897 Aug 27 01:41:35.462584 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device 66ae3a5c-bed1-480a-8aa0-cda45f03b919 no longer exists at agent hyperv_hv-cinder-75916 {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 01:41:35.534523 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:41:35.559530 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b043518-6eef-4325-8de3-ed41b0cafbd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66ae3a5c-bed1-480a-8aa0-cda45f03b919'}] {{(pid=94317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:41:35.563597 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ae24146460100d3107ec4d42823fa970b16dae16efc5fac949978fe01edd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef98b824-e70e-4a88-b646-3ca10470edeb" -d '{"events": [{"server_uuid": "9b043518-6eef-4325-8de3-ed41b0cafbd3", "name": "network-vif-unplugged", "status": "completed", "tag": "66ae3a5c-bed1-480a-8aa0-cda45f03b919"}]}' {{(pid=94317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:41:35.575785 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port 66ae3a5c-bed1-480a-8aa0-cda45f03b919, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=66ae3a5c-bed1-480a-8aa0-cda45f03b919,segment=NetworkSegment(c820bc68-ef88-483c-8686-637185f2c907),segment_id=c820bc68-ef88-483c-8686-637185f2c907)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:41:35.626219 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:41:35.662669 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 27 Aug 2021 01:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2e2f71-0d5f-4cfe-99a7-57679f693af9 x-openstack-request-id: req-af2e2f71-0d5f-4cfe-99a7-57679f693af9 {{(pid=94317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:41:35.663257 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b043518-6eef-4325-8de3-ed41b0cafbd3", "name": "network-vif-unplugged", "status": "failed", "tag": "66ae3a5c-bed1-480a-8aa0-cda45f03b919", "code": 422}]} {{(pid=94317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:41:35.663571 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-af2e2f71-0d5f-4cfe-99a7-57679f693af9 {{(pid=94317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:41:35.664020 dv-cinder-759169-3-iscsi neutron-server[94317]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9b043518-6eef-4325-8de3-ed41b0cafbd3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '66ae3a5c-bed1-480a-8aa0-cda45f03b919', 'code': 422} returned with failed status Aug 27 01:41:35.680047 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Pushing event updated for resources: {'Port': ['ID=66ae3a5c-bed1-480a-8aa0-cda45f03b919,revision_number=6']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:41:35.684104 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85472c22-78dd-460c-bfd6-c7e52d16d390 req-8e096841-30db-442b-b9d2-9ee2fa387f94 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:41:35.685665 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-85472c22-78dd-460c-bfd6-c7e52d16d390 req-8e096841-30db-442b-b9d2-9ee2fa387f94 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 944 time: 0.0548232 Aug 27 01:41:35.687505 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:41:35.687891 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:41:35.688234 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:41:35.688572 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:41:35.688944 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:41:35.689304 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:41:35.689632 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:41:35.689959 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:41:35.690286 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:41:35.690608 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:41:35.690931 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:41:35.691251 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:41:35.728084 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-85472c22-78dd-460c-bfd6-c7e52d16d390 req-159a7646-bdb7-4410-b05d-82090a1e74a0 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a11eb6-484b-4374-b19c-8d6b410e2f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360916 Aug 27 01:41:36.840622 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9090a2-2073-436f-b85f-fa514dc378aa req-aedc7e3e-0fcf-49cc-8e17-62f77e2111f9 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:41:36.842105 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-5f9090a2-2073-436f-b85f-fa514dc378aa req-aedc7e3e-0fcf-49cc-8e17-62f77e2111f9 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 944 time: 0.0472543 Aug 27 01:41:36.879231 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-5f9090a2-2073-436f-b85f-fa514dc378aa req-5586cb62-985d-4660-a0e1-2f5afa3518a3 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a11eb6-484b-4374-b19c-8d6b410e2f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305123 Aug 27 01:41:36.999521 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a1862-29ea-4671-b491-fc9c2ea1eb98 req-d3429be8-6e6a-4ce8-a936-b229859f6ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:41:37.000909 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-a53a1862-29ea-4671-b491-fc9c2ea1eb98 req-d3429be8-6e6a-4ce8-a936-b229859f6ecf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3&tenant_id=d683ea4300b545fda6f56b5c11ee189c HTTP/1.1" status: 200 len: 1097 time: 0.0395279 Aug 27 01:41:37.073912 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a1862-29ea-4671-b491-fc9c2ea1eb98 req-c5cbf7b8-7578-4342-9749-927e07dafa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:41:37.075305 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-a53a1862-29ea-4671-b491-fc9c2ea1eb98 req-c5cbf7b8-7578-4342-9749-927e07dafa4e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d683ea4300b545fda6f56b5c11ee189c&device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 1097 time: 0.0385916 Aug 27 01:41:37.164966 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a1862-29ea-4671-b491-fc9c2ea1eb98 req-4f766b64-43b4-4bdb-bdff-96d793ab3a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:41:37.166411 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-a53a1862-29ea-4671-b491-fc9c2ea1eb98 req-4f766b64-43b4-4bdb-bdff-96d793ab3a9e service neutron] 10.222.0.24 "GET /v2.0/networks?id=4dd6da0d-1759-4b21-a814-ac1356beb0a9 HTTP/1.1" status: 200 len: 910 time: 0.0842125 Aug 27 01:41:37.230922 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-a53a1862-29ea-4671-b491-fc9c2ea1eb98 req-600605de-f6cc-4aed-bd3f-d25bf407c5ca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66ae3a5c-bed1-480a-8aa0-cda45f03b919 HTTP/1.1" status: 200 len: 1000 time: 0.0564759 Aug 27 01:41:37.280796 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a1862-29ea-4671-b491-fc9c2ea1eb98 req-50a87c0f-12cf-46d6-9f0c-e8a49cfdf4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:41:37.282243 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-a53a1862-29ea-4671-b491-fc9c2ea1eb98 req-50a87c0f-12cf-46d6-9f0c-e8a49cfdf4d4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=22c41954-9468-4ea8-8482-d450337a71cb HTTP/1.1" status: 200 len: 848 time: 0.0424693 Aug 27 01:41:37.333068 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a1862-29ea-4671-b491-fc9c2ea1eb98 req-cd2f2e18-109f-4f6c-b70d-9adaab719acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:41:37.334418 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-a53a1862-29ea-4671-b491-fc9c2ea1eb98 req-cd2f2e18-109f-4f6c-b70d-9adaab719acd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4dd6da0d-1759-4b21-a814-ac1356beb0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420980 Aug 27 01:41:37.423782 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-a53a1862-29ea-4671-b491-fc9c2ea1eb98 req-c1b82a25-b183-4235-888f-0acb69dcfc49 service neutron] 10.222.0.24 "GET /v2.0/networks/4dd6da0d-1759-4b21-a814-ac1356beb0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801201 Aug 27 01:41:37.516649 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-a53a1862-29ea-4671-b491-fc9c2ea1eb98 req-2de441f6-3a0d-4a04-8a5a-689375c27be7 service neutron] 10.222.0.24 "GET /v2.0/networks/4dd6da0d-1759-4b21-a814-ac1356beb0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839450 Aug 27 01:41:37.993030 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369abaa-1026-4862-a5da-b5bb9207cc4c req-b82a8d21-17cf-4632-9efb-c259387bcbdb tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:41:37.994504 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-a369abaa-1026-4862-a5da-b5bb9207cc4c req-b82a8d21-17cf-4632-9efb-c259387bcbdb tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 944 time: 0.0501046 Aug 27 01:41:38.031481 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-a369abaa-1026-4862-a5da-b5bb9207cc4c req-cecd5eba-c47a-4381-ae27-a8a105ee9f3c tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a11eb6-484b-4374-b19c-8d6b410e2f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309834 Aug 27 01:41:39.142702 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2840dfca-cd60-448c-9117-6696b94d3ed6 req-18b5be8c-39b1-4f68-8bf1-b34477e3422d tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:41:39.144144 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-2840dfca-cd60-448c-9117-6696b94d3ed6 req-18b5be8c-39b1-4f68-8bf1-b34477e3422d tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 944 time: 0.0467110 Aug 27 01:41:39.180272 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-2840dfca-cd60-448c-9117-6696b94d3ed6 req-3446a72f-2423-4ae1-b24e-a1845ef180e8 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a11eb6-484b-4374-b19c-8d6b410e2f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304418 Aug 27 01:41:40.291387 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acdd061-fb89-40f9-b100-47ce139f8f5d req-39b85ef2-6435-44b1-8930-3cfe2eb3dc6d tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:41:40.292909 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-9acdd061-fb89-40f9-b100-47ce139f8f5d req-39b85ef2-6435-44b1-8930-3cfe2eb3dc6d tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 944 time: 0.0470755 Aug 27 01:41:40.330446 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-9acdd061-fb89-40f9-b100-47ce139f8f5d req-6adc05a5-6205-4aec-bb94-0238fb42786c tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a11eb6-484b-4374-b19c-8d6b410e2f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308735 Aug 27 01:41:41.596680 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9607820-374b-4a03-b710-b1677a00a2d9 req-cb028599-0436-44b1-a2bd-a531f49cd5ec tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:41:41.598213 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-b9607820-374b-4a03-b710-b1677a00a2d9 req-cb028599-0436-44b1-a2bd-a531f49cd5ec tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 944 time: 0.0504026 Aug 27 01:41:41.635747 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-b9607820-374b-4a03-b710-b1677a00a2d9 req-70813c52-29ef-4877-a90d-e4f18c183d7b tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a11eb6-484b-4374-b19c-8d6b410e2f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316386 Aug 27 01:41:41.993160 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-32f755cd-8814-4d31-9f19-5d2d58d31cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:41:42.746174 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b78f66-29ad-4625-a6a9-8b92ba6d13df req-93a66937-5cc8-474b-a9dc-ddf60ec6c3aa tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:41:42.747601 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-e1b78f66-29ad-4625-a6a9-8b92ba6d13df req-93a66937-5cc8-474b-a9dc-ddf60ec6c3aa tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 944 time: 0.0473905 Aug 27 01:41:42.788497 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-e1b78f66-29ad-4625-a6a9-8b92ba6d13df req-a365e8be-8890-499f-a125-545117526ecb tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a11eb6-484b-4374-b19c-8d6b410e2f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333757 Aug 27 01:41:43.899615 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e13932-06b6-4505-a764-86a48e8f6d50 req-0f271d1c-4afe-4823-ae76-c7fe5547d764 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:41:43.901104 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-42e13932-06b6-4505-a764-86a48e8f6d50 req-0f271d1c-4afe-4823-ae76-c7fe5547d764 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 944 time: 0.0473130 Aug 27 01:41:43.943580 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-42e13932-06b6-4505-a764-86a48e8f6d50 req-72fa625e-7b3b-4561-977c-0fc87f824fb8 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a11eb6-484b-4374-b19c-8d6b410e2f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364566 Aug 27 01:41:44.502068 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d6c18365-3073-436f-b3ac-567f2a14ecab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:41:44.684609 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:41:45.054758 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a06315-4e8e-43bd-906b-a74756935579 req-d207baef-32f3-41de-afbb-12bd68195d18 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:41:45.056210 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-c2a06315-4e8e-43bd-906b-a74756935579 req-d207baef-32f3-41de-afbb-12bd68195d18 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 944 time: 0.0473533 Aug 27 01:41:45.092730 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-c2a06315-4e8e-43bd-906b-a74756935579 req-85a0a31c-320b-4b32-ae1e-2be670e0ee30 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a11eb6-484b-4374-b19c-8d6b410e2f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307081 Aug 27 01:41:45.511588 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device 66ae3a5c-bed1-480a-8aa0-cda45f03b919 details requested by agent hyperv_hv-cinder-75916 with host hv-cinder-75916 {{(pid=94317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 01:41:45.603237 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port 66ae3a5c-bed1-480a-8aa0-cda45f03b919, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=66ae3a5c-bed1-480a-8aa0-cda45f03b919,segment=NetworkSegment(c820bc68-ef88-483c-8686-637185f2c907),segment_id=c820bc68-ef88-483c-8686-637185f2c907)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:41:45.615022 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Returning: {'device': '66ae3a5c-bed1-480a-8aa0-cda45f03b919', 'network_id': '4dd6da0d-1759-4b21-a814-ac1356beb0a9', 'port_id': '66ae3a5c-bed1-480a-8aa0-cda45f03b919', 'mac_address': 'fa:16:3e:7d:06:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c41954-9468-4ea8-8482-d450337a71cb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 01:41:45.653865 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:41:45.666793 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.notifiers.nova [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66ae3a5c-bed1-480a-8aa0-cda45f03b919 {{(pid=94317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 01:41:45.685476 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port 66ae3a5c-bed1-480a-8aa0-cda45f03b919, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=66ae3a5c-bed1-480a-8aa0-cda45f03b919,segment=NetworkSegment(c820bc68-ef88-483c-8686-637185f2c907),segment_id=c820bc68-ef88-483c-8686-637185f2c907)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:41:45.739697 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:41:45.785750 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Pushing event updated for resources: {'Port': ['ID=66ae3a5c-bed1-480a-8aa0-cda45f03b919,revision_number=7']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:41:45.928061 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ed545f81-8b1b-4cf8-a1bc-5817d83b44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:41:46.027240 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] get_ports_and_sgs() called for port_ids ['66ae3a5c-bed1-480a-8aa0-cda45f03b919'] {{(pid=94317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 01:41:46.204956 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e3897-6877-4f97-959a-e850d9e057e0 req-cd347287-20af-4fc2-9c0e-5cbc62f56d55 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:41:46.206425 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-716e3897-6877-4f97-959a-e850d9e057e0 req-cd347287-20af-4fc2-9c0e-5cbc62f56d55 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 945 time: 0.0479665 Aug 27 01:41:46.243060 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-716e3897-6877-4f97-959a-e850d9e057e0 req-ae273d62-e3ec-4bc5-ad05-d63e58741895 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a11eb6-484b-4374-b19c-8d6b410e2f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306602 Aug 27 01:41:47.357412 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256332cc-4964-4707-8cbd-3e1d138384a5 req-985aa377-172f-41a9-a010-0e7ad8dcfd22 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:41:47.359129 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-256332cc-4964-4707-8cbd-3e1d138384a5 req-985aa377-172f-41a9-a010-0e7ad8dcfd22 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 945 time: 0.0494983 Aug 27 01:41:47.396125 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-256332cc-4964-4707-8cbd-3e1d138384a5 req-b3b32dd4-781e-45e4-b8f4-b92fb79ac83c tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a11eb6-484b-4374-b19c-8d6b410e2f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314076 Aug 27 01:41:47.467598 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-809c4053-e1f3-4656-979d-5dfd58cb0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:41:47.533425 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device 66ae3a5c-bed1-480a-8aa0-cda45f03b919 up at agent hyperv_hv-cinder-75916 {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:41:47.580802 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Provisioning complete for port 66ae3a5c-bed1-480a-8aa0-cda45f03b919 triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:41:47.581202 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:41:47.660190 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:41:47.682477 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b043518-6eef-4325-8de3-ed41b0cafbd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ae3a5c-bed1-480a-8aa0-cda45f03b919'}] {{(pid=94317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:41:47.684702 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ae24146460100d3107ec4d42823fa970b16dae16efc5fac949978fe01edd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aab4653-e65c-4ff5-b188-5be5e8634fe0" -d '{"events": [{"server_uuid": "9b043518-6eef-4325-8de3-ed41b0cafbd3", "name": "network-vif-plugged", "status": "completed", "tag": "66ae3a5c-bed1-480a-8aa0-cda45f03b919"}]}' {{(pid=94317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:41:47.697476 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port 66ae3a5c-bed1-480a-8aa0-cda45f03b919, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=66ae3a5c-bed1-480a-8aa0-cda45f03b919,segment=NetworkSegment(c820bc68-ef88-483c-8686-637185f2c907),segment_id=c820bc68-ef88-483c-8686-637185f2c907)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:41:47.726133 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 01:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ec052e-3772-4bf5-b4ac-03989c4cdb87 x-openstack-request-id: req-11ec052e-3772-4bf5-b4ac-03989c4cdb87 {{(pid=94317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:41:47.731510 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b043518-6eef-4325-8de3-ed41b0cafbd3", "name": "network-vif-plugged", "status": "completed", "tag": "66ae3a5c-bed1-480a-8aa0-cda45f03b919", "code": 200}]} {{(pid=94317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:41:47.731510 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-11ec052e-3772-4bf5-b4ac-03989c4cdb87 {{(pid=94317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:41:47.731510 dv-cinder-759169-3-iscsi neutron-server[94317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b043518-6eef-4325-8de3-ed41b0cafbd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ae3a5c-bed1-480a-8aa0-cda45f03b919', 'code': 200} Aug 27 01:41:47.793688 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:41:47.840422 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Pushing event updated for resources: {'Port': ['ID=66ae3a5c-bed1-480a-8aa0-cda45f03b919,revision_number=8']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:41:48.062343 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ed78e-4d0f-4645-926e-8f5344fc1d1c req-7eb5e33e-f257-474c-a7ea-598bf5c0bd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:41:48.063693 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-fc0ed78e-4d0f-4645-926e-8f5344fc1d1c req-7eb5e33e-f257-474c-a7ea-598bf5c0bd59 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 1099 time: 0.0391347 Aug 27 01:41:48.101593 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-fc0ed78e-4d0f-4645-926e-8f5344fc1d1c req-11767236-26cd-41a0-808a-49bb9fab334c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=05a11eb6-484b-4374-b19c-8d6b410e2f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305893 Aug 27 01:41:48.508885 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5921ca-5a40-46c3-98aa-b5ff8f5ee07b req-dccc34e9-6a55-4879-ae18-1c006c40ea12 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:41:48.510377 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-ad5921ca-5a40-46c3-98aa-b5ff8f5ee07b req-dccc34e9-6a55-4879-ae18-1c006c40ea12 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 946 time: 0.0483079 Aug 27 01:41:48.547321 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-ad5921ca-5a40-46c3-98aa-b5ff8f5ee07b req-e1a0872d-fd3d-4046-9994-a24d19c6fdfa tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a11eb6-484b-4374-b19c-8d6b410e2f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305676 Aug 27 01:41:49.670556 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435cf61a-2f0d-480e-98bb-a1fd9c8a7bc5 req-d6cf68e9-c4d3-4269-9d78-23f3ae3197b8 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:41:49.672145 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-435cf61a-2f0d-480e-98bb-a1fd9c8a7bc5 req-d6cf68e9-c4d3-4269-9d78-23f3ae3197b8 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 946 time: 0.0523899 Aug 27 01:41:49.708855 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-435cf61a-2f0d-480e-98bb-a1fd9c8a7bc5 req-191c8e51-e6e8-4830-b38d-6ca736764b79 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a11eb6-484b-4374-b19c-8d6b410e2f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308146 Aug 27 01:41:54.507606 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:41:58.503603 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eda899-c32f-4878-adb0-2b7e148a2fb0 req-3c4d4378-b15e-417d-a60d-60876414f822 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:41:58.505101 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-b4eda899-c32f-4878-adb0-2b7e148a2fb0 req-3c4d4378-b15e-417d-a60d-60876414f822 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1462288-b9a8-48fe-9593-e9572fd0b7ba HTTP/1.1" status: 200 len: 945 time: 0.0478072 Aug 27 01:41:58.542781 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-b4eda899-c32f-4878-adb0-2b7e148a2fb0 req-482d8db4-4f71-4304-8d62-b1ed6e535904 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/security-groups?id=60c5e2c5-0408-44e2-ada8-fb638f0e54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317268 Aug 27 01:41:59.654793 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88134ac4-d522-4afd-a23c-ec6d0e5a496e req-c714f6c3-899a-42c1-af8f-2092b7050a46 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:41:59.656761 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-88134ac4-d522-4afd-a23c-ec6d0e5a496e req-c714f6c3-899a-42c1-af8f-2092b7050a46 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1462288-b9a8-48fe-9593-e9572fd0b7ba HTTP/1.1" status: 200 len: 945 time: 0.0464809 Aug 27 01:41:59.694522 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-88134ac4-d522-4afd-a23c-ec6d0e5a496e req-8807166b-47ff-4f9e-a0ed-5a1461bc1117 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/security-groups?id=60c5e2c5-0408-44e2-ada8-fb638f0e54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317852 Aug 27 01:42:00.238628 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062bc38c-a7dc-4e72-8c19-5a6caf422ec2 req-2c29bc9b-c156-4164-bc9d-0a1c0abff1ee tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:42:00.240094 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-062bc38c-a7dc-4e72-8c19-5a6caf422ec2 req-2c29bc9b-c156-4164-bc9d-0a1c0abff1ee tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1462288-b9a8-48fe-9593-e9572fd0b7ba HTTP/1.1" status: 200 len: 945 time: 0.0476222 Aug 27 01:42:00.330260 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [req-062bc38c-a7dc-4e72-8c19-5a6caf422ec2 req-ad8c0932-0003-45a6-88f1-119f8d46e883 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Deleting port dac3e0d4-350a-4e21-a74f-eeb422da3bd7 {{(pid=94315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:42:00.330591 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-062bc38c-a7dc-4e72-8c19-5a6caf422ec2 req-ad8c0932-0003-45a6-88f1-119f8d46e883 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:42:00.414638 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [req-062bc38c-a7dc-4e72-8c19-5a6caf422ec2 req-ad8c0932-0003-45a6-88f1-119f8d46e883 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] For port dac3e0d4-350a-4e21-a74f-eeb422da3bd7, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=dac3e0d4-350a-4e21-a74f-eeb422da3bd7,segment=NetworkSegment(fc9ce6d0-a5a2-4737-ac3e-33897b3e364c),segment_id=fc9ce6d0-a5a2-4737-ac3e-33897b3e364c)] {{(pid=94315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:42:00.415002 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-062bc38c-a7dc-4e72-8c19-5a6caf422ec2 req-ad8c0932-0003-45a6-88f1-119f8d46e883 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:42:00.583518 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-062bc38c-a7dc-4e72-8c19-5a6caf422ec2 req-ad8c0932-0003-45a6-88f1-119f8d46e883 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:42:00.583818 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-062bc38c-a7dc-4e72-8c19-5a6caf422ec2 req-ad8c0932-0003-45a6-88f1-119f8d46e883 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2027135'] for floatingip, after_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:42:00.584130 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.db.l3_db [req-062bc38c-a7dc-4e72-8c19-5a6caf422ec2 req-ad8c0932-0003-45a6-88f1-119f8d46e883 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Floating IP ede37600-bc4e-42f7-bcda-652c2716ae32 disassociated. External IP: 172.27.3.99, port: dac3e0d4-350a-4e21-a74f-eeb422da3bd7. Aug 27 01:42:00.584466 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [req-062bc38c-a7dc-4e72-8c19-5a6caf422ec2 req-ad8c0932-0003-45a6-88f1-119f8d46e883 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Calling delete_port for dac3e0d4-350a-4e21-a74f-eeb422da3bd7 owned by compute:nova {{(pid=94315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:42:00.774051 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-062bc38c-a7dc-4e72-8c19-5a6caf422ec2 req-ad8c0932-0003-45a6-88f1-119f8d46e883 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8502847'] for port, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:42:00.787176 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-d7efe4dd-9d88-4e78-a41c-19c0464cab5a req-140a67b6-2a77-45cb-a6bf-774465fd796a tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1462288-b9a8-48fe-9593-e9572fd0b7ba HTTP/1.1" status: 200 len: 210 time: 0.0252199 Aug 27 01:42:00.807711 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c0932-0003-45a6-88f1-119f8d46e883 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Pushing event deleted for resources: {'Port': ['ID=dac3e0d4-350a-4e21-a74f-eeb422da3bd7,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:42:00.818405 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c0932-0003-45a6-88f1-119f8d46e883 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:42:00.818750 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c0932-0003-45a6-88f1-119f8d46e883 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:42:00.819087 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c0932-0003-45a6-88f1-119f8d46e883 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:42:00.819421 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c0932-0003-45a6-88f1-119f8d46e883 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:42:00.819751 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c0932-0003-45a6-88f1-119f8d46e883 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:42:00.820076 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c0932-0003-45a6-88f1-119f8d46e883 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:42:00.820396 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c0932-0003-45a6-88f1-119f8d46e883 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:42:00.820714 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c0932-0003-45a6-88f1-119f8d46e883 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:42:00.821061 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c0932-0003-45a6-88f1-119f8d46e883 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:42:00.821380 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c0932-0003-45a6-88f1-119f8d46e883 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:42:00.821693 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c0932-0003-45a6-88f1-119f8d46e883 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:42:00.822004 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c0932-0003-45a6-88f1-119f8d46e883 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:42:00.925212 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.l3_agent_scheduler [req-062bc38c-a7dc-4e72-8c19-5a6caf422ec2 req-ad8c0932-0003-45a6-88f1-119f8d46e883 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Router 1b3e1f4e-4eb5-4875-bd32-5dac995caec9 has already been hosted by L3 agent 8dc83c43-e68e-43c9-8595-1753e39ae809 {{(pid=94315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 01:42:01.028542 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-062bc38c-a7dc-4e72-8c19-5a6caf422ec2 req-ad8c0932-0003-45a6-88f1-119f8d46e883 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify agent at l3_agent.dv-cinder-759169-3-iscsi the message routers_updated {{(pid=94315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 01:42:01.038894 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8438dcd-481d-457f-97f7-e3314a12a9ec None None] Sync routers for ids ['1b3e1f4e-4eb5-4875-bd32-5dac995caec9'] in dv-cinder-759169-3-iscsi {{(pid=94317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 01:42:01.048606 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8438dcd-481d-457f-97f7-e3314a12a9ec None None] Routers {'1b3e1f4e-4eb5-4875-bd32-5dac995caec9'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:42:01.049251 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-f8438dcd-481d-457f-97f7-e3314a12a9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:41:44Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['1b3e1f4e-4eb5-4875-bd32-5dac995caec9'], 'active': True} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:42:01.070106 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.l3_dvrscheduler_db [req-062bc38c-a7dc-4e72-8c19-5a6caf422ec2 req-ad8c0932-0003-45a6-88f1-119f8d46e883 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] No DVR routers for this DVR port dac3e0d4-350a-4e21-a74f-eeb422da3bd7 on host hv-cinder-75916 {{(pid=94315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 01:42:01.072613 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-062bc38c-a7dc-4e72-8c19-5a6caf422ec2 req-ad8c0932-0003-45a6-88f1-119f8d46e883 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for port, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:42:01.074676 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-062bc38c-a7dc-4e72-8c19-5a6caf422ec2 req-ad8c0932-0003-45a6-88f1-119f8d46e883 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.24 "DELETE /v2.0/ports/dac3e0d4-350a-4e21-a74f-eeb422da3bd7 HTTP/1.1" status: 204 len: 173 time: 0.8285091 Aug 27 01:42:01.075031 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1462288-b9a8-48fe-9593-e9572fd0b7ba', 'name': 'network-vif-deleted', 'tag': 'dac3e0d4-350a-4e21-a74f-eeb422da3bd7'}] {{(pid=94315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:42:01.077272 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4b197ec9f2f0e9474c50df7e7ed8b30a1ed8e7d4526d98a0361b780d87c209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19ad0d6-111e-4243-b8e6-685353195b85" -d '{"events": [{"server_uuid": "b1462288-b9a8-48fe-9593-e9572fd0b7ba", "name": "network-vif-deleted", "tag": "dac3e0d4-350a-4e21-a74f-eeb422da3bd7"}]}' {{(pid=94315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:42:01.158565 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvr_db [None req-f8438dcd-481d-457f-97f7-e3314a12a9ec None None] Set router 1b3e1f4e-4eb5-4875-bd32-5dac995caec9 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:42:01.177287 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 01:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e601399-260e-49f1-b513-c57687906c96 x-openstack-request-id: req-3e601399-260e-49f1-b513-c57687906c96 {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:42:01.177581 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1462288-b9a8-48fe-9593-e9572fd0b7ba", "name": "network-vif-deleted", "tag": "dac3e0d4-350a-4e21-a74f-eeb422da3bd7", "status": "completed", "code": 200}]} {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:42:01.177835 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3e601399-260e-49f1-b513-c57687906c96 {{(pid=94315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:42:01.178246 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1462288-b9a8-48fe-9593-e9572fd0b7ba', 'name': 'network-vif-deleted', 'tag': 'dac3e0d4-350a-4e21-a74f-eeb422da3bd7', 'status': 'completed', 'code': 200} Aug 27 01:42:01.486764 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-f8438dcd-481d-457f-97f7-e3314a12a9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'name': 'tempest-TestVolumeBootPattern-1891695804-router', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '7d13c4c1-4949-4500-8835-61d7f31ae80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:39:11Z', 'updated_at': '2021-08-27T01:39:14Z', 'revision_number': 4, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'gw_port': {'id': '7d13c4c1-4949-4500-8835-61d7f31ae80c', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:71:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:39:12Z', 'updated_at': '2021-08-27T01:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': 'e65f5867-c45a-4aa6-acf6-5fa199690e5d', 'name': '', 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'mac_address': 'fa:16:3e:c0:fd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8a4c81fa-fae1-4cf5-8038-5477ded1756d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:39:13Z', 'updated_at': '2021-08-27T01:39:21Z', 'revision_number': 5, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'subnets': [{'id': '8a4c81fa-fae1-4cf5-8038-5477ded1756d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:42:01.511894 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8438dcd-481d-457f-97f7-e3314a12a9ec None None] Checking router: 1b3e1f4e-4eb5-4875-bd32-5dac995caec9 for host: dv-cinder-759169-3-iscsi {{(pid=94317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 01:42:01.519910 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8438dcd-481d-457f-97f7-e3314a12a9ec None None] Routers {'1b3e1f4e-4eb5-4875-bd32-5dac995caec9'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:42:01.520508 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-f8438dcd-481d-457f-97f7-e3314a12a9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:41:44Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['1b3e1f4e-4eb5-4875-bd32-5dac995caec9'], 'active': True} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:42:01.622643 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvr_db [None req-f8438dcd-481d-457f-97f7-e3314a12a9ec None None] Set router 1b3e1f4e-4eb5-4875-bd32-5dac995caec9 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:42:01.832653 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-f8438dcd-481d-457f-97f7-e3314a12a9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'name': 'tempest-TestVolumeBootPattern-1891695804-router', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '7d13c4c1-4949-4500-8835-61d7f31ae80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:39:11Z', 'updated_at': '2021-08-27T01:39:14Z', 'revision_number': 4, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'gw_port': {'id': '7d13c4c1-4949-4500-8835-61d7f31ae80c', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:71:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:39:12Z', 'updated_at': '2021-08-27T01:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': 'e65f5867-c45a-4aa6-acf6-5fa199690e5d', 'name': '', 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'mac_address': 'fa:16:3e:c0:fd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8a4c81fa-fae1-4cf5-8038-5477ded1756d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:39:13Z', 'updated_at': '2021-08-27T01:39:21Z', 'revision_number': 5, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'subnets': [{'id': '8a4c81fa-fae1-4cf5-8038-5477ded1756d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:42:01.863754 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8438dcd-481d-457f-97f7-e3314a12a9ec None None] The sync data for ids ['1b3e1f4e-4eb5-4875-bd32-5dac995caec9'] in dv-cinder-759169-3-iscsi is: [{'id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'name': 'tempest-TestVolumeBootPattern-1891695804-router', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '7d13c4c1-4949-4500-8835-61d7f31ae80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:39:11Z', 'updated_at': '2021-08-27T01:39:14Z', 'revision_number': 4, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'gw_port': {'id': '7d13c4c1-4949-4500-8835-61d7f31ae80c', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:71:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:39:12Z', 'updated_at': '2021-08-27T01:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': 'e65f5867-c45a-4aa6-acf6-5fa199690e5d', 'name': '', 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'mac_address': 'fa:16:3e:c0:fd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8a4c81fa-fae1-4cf5-8038-5477ded1756d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:39:13Z', 'updated_at': '2021-08-27T01:39:21Z', 'revision_number': 5, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'subnets': [{'id': '8a4c81fa-fae1-4cf5-8038-5477ded1756d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 01:42:01.896227 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-73a6fef1-8ac2-46f9-bd18-95fd0d004753 req-efd4e26e-f74b-42c6-89ff-02b9aa83acf8 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1462288-b9a8-48fe-9593-e9572fd0b7ba HTTP/1.1" status: 200 len: 210 time: 0.0288000 Aug 27 01:42:02.075969 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c86519-9949-40c5-b05f-7b5d1365d7ae None None] New status for floating IP ede37600-bc4e-42f7-bcda-652c2716ae32: DOWN {{(pid=94318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 01:42:03.091659 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-0c764941-1718-493b-a904-6d4c7e3b0046 req-096d79ee-ba42-4463-bded-687a4243fa6e tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1562836854&fields=id&tenant_id=e450a8d39c6c4bc1aa95f2240bf96927 HTTP/1.1" status: 200 len: 267 time: 0.0318160 Aug 27 01:42:03.193988 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c764941-1718-493b-a904-6d4c7e3b0046 req-3c78a34f-18b8-4b78-9914-697228dd726f tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:42:03.195346 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-0c764941-1718-493b-a904-6d4c7e3b0046 req-3c78a34f-18b8-4b78-9914-697228dd726f tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/networks?id=36f8a83c-fcee-45f1-9a2d-3d2de8a9383c HTTP/1.1" status: 200 len: 812 time: 0.0970845 Aug 27 01:42:03.210328 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-0c764941-1718-493b-a904-6d4c7e3b0046 req-b81d8aa4-b1d2-4b7a-8c73-2525f3b9e1f0 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/quotas/e450a8d39c6c4bc1aa95f2240bf96927 HTTP/1.1" status: 200 len: 375 time: 0.0087593 Aug 27 01:42:03.260769 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-0c764941-1718-493b-a904-6d4c7e3b0046 req-a8d40580-9fcc-4d40-8ca5-fbf748a7b2c4 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e450a8d39c6c4bc1aa95f2240bf96927&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0453086 Aug 27 01:42:03.318259 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [req-0c764941-1718-493b-a904-6d4c7e3b0046 req-9f0fb86b-50d7-426f-861b-aae2727db714 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 01:42:03.319258 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-0c764941-1718-493b-a904-6d4c7e3b0046 req-9f0fb86b-50d7-426f-861b-aae2727db714 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0476077 Aug 27 01:42:03.408788 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-0c764941-1718-493b-a904-6d4c7e3b0046 req-a5fc21db-f113-4a7a-bd73-61e427c1b732 service neutron] 10.222.0.25 "GET /v2.0/networks/36f8a83c-fcee-45f1-9a2d-3d2de8a9383c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835514 Aug 27 01:42:03.495380 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-0c764941-1718-493b-a904-6d4c7e3b0046 req-e0c6b90f-8ee5-4590-90d5-e90608aea3ab service neutron] 10.222.0.25 "GET /v2.0/networks/36f8a83c-fcee-45f1-9a2d-3d2de8a9383c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805490 Aug 27 01:42:03.623238 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device dac3e0d4-350a-4e21-a74f-eeb422da3bd7 no longer exists at agent hyperv_hv-cinder-75916 {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 01:42:03.643076 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] No Port match for: dac3e0d4-350a-4e21-a74f-eeb422da3bd7 {{(pid=94317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 01:42:03.643419 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device dac3e0d4-350a-4e21-a74f-eeb422da3bd7 not bound to the agent host hv-cinder-75916 {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 01:42:04.152594 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6174f6d5-9bcd-4e4f-a351-857b45128457 req-355022aa-3155-4388-b01d-20fc3c308a35 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a473973-cb03-4335-bad0-618c98df77cd HTTP/1.1" status: 200 len: 210 time: 0.0261152 Aug 27 01:42:05.011447 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.agents_db [None req-fec0d0a0-65fd-4898-8015-6bc2580b487e None None] Agent healthcheck: found 6 active agents {{(pid=94318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 01:42:05.505704 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-6171b8e1-118c-4652-a49b-468baac7da42 req-226e89ac-10c8-49ad-8ef3-6f784621c6e8 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a473973-cb03-4335-bad0-618c98df77cd HTTP/1.1" status: 200 len: 210 time: 0.2880526 Aug 27 01:42:06.171547 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c764941-1718-493b-a904-6d4c7e3b0046 req-75072281-a06d-4c3a-ae81-867c9e72bf30 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:42:06.173533 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0c764941-1718-493b-a904-6d4c7e3b0046 req-75072281-a06d-4c3a-ae81-867c9e72bf30 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.24 "GET /v2.0/networks?id=36f8a83c-fcee-45f1-9a2d-3d2de8a9383c HTTP/1.1" status: 200 len: 812 time: 0.1016421 Aug 27 01:42:06.232199 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0c764941-1718-493b-a904-6d4c7e3b0046 req-7ddc639e-25fb-4566-9141-1f887cf21aea tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e450a8d39c6c4bc1aa95f2240bf96927 HTTP/1.1" status: 200 len: 380 time: 0.0361092 Aug 27 01:42:06.243369 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [req-0c764941-1718-493b-a904-6d4c7e3b0046 req-8cd8a31d-dc19-469b-862a-bf541ea4c14a tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Request body: {'port': {'device_id': '9a473973-cb03-4335-bad0-618c98df77cd', 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c', 'admin_state_up': True, 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'security_groups': ['60c5e2c5-0408-44e2-ada8-fb638f0e54f0']}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:42:06.442673 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c764941-1718-493b-a904-6d4c7e3b0046 req-8cd8a31d-dc19-469b-862a-bf541ea4c14a tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Made reservation on behalf of e450a8d39c6c4bc1aa95f2240bf96927 for: {'port': 1} {{(pid=94315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:42:06.446420 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-0c764941-1718-493b-a904-6d4c7e3b0046 req-8cd8a31d-dc19-469b-862a-bf541ea4c14a tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:42:06.585127 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.db_base_plugin_common [req-0c764941-1718-493b-a904-6d4c7e3b0046 req-8cd8a31d-dc19-469b-862a-bf541ea4c14a tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Allocated IP 172.20.0.10 (36f8a83c-fcee-45f1-9a2d-3d2de8a9383c/8a4c81fa-fae1-4cf5-8038-5477ded1756d/f3304d45-9af7-4da5-8afa-fdd205afecba) {{(pid=94315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 01:42:06.602438 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-efe9015b-497b-4634-8738-1ee1897295c5 req-351e7ca8-dab2-40af-975e-0f3f64d05828 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a473973-cb03-4335-bad0-618c98df77cd HTTP/1.1" status: 200 len: 210 time: 0.0317473 Aug 27 01:42:06.735365 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-0c764941-1718-493b-a904-6d4c7e3b0046 req-8cd8a31d-dc19-469b-862a-bf541ea4c14a tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks [] for port, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:42:06.753391 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.provisioning_blocks [req-0c764941-1718-493b-a904-6d4c7e3b0046 req-8cd8a31d-dc19-469b-862a-bf541ea4c14a tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Transition to ACTIVE for port object f3304d45-9af7-4da5-8afa-fdd205afecba will not be triggered until provisioned by entity DHCP. {{(pid=94315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:42:06.833705 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-0c764941-1718-493b-a904-6d4c7e3b0046 req-8cd8a31d-dc19-469b-862a-bf541ea4c14a tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791478024214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8502847'] for port, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:42:06.874884 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c764941-1718-493b-a904-6d4c7e3b0046 req-8cd8a31d-dc19-469b-862a-bf541ea4c14a tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Network 36f8a83c-fcee-45f1-9a2d-3d2de8a9383c is already hosted by enough agents. {{(pid=94315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:42:06.880357 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.base_scheduler [req-0c764941-1718-493b-a904-6d4c7e3b0046 req-8cd8a31d-dc19-469b-862a-bf541ea4c14a tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Resources bound (agent type, host, resource id): {{(pid=94315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:42:06.883995 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c764941-1718-493b-a904-6d4c7e3b0046 req-8cd8a31d-dc19-469b-862a-bf541ea4c14a tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Received port after_create {{(pid=94315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 01:42:06.908596 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd8a31d-dc19-469b-862a-bf541ea4c14a tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Pushing event updated for resources: {'Port': ['ID=f3304d45-9af7-4da5-8afa-fdd205afecba,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:42:06.936943 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c764941-1718-493b-a904-6d4c7e3b0046 req-8cd8a31d-dc19-469b-862a-bf541ea4c14a tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:42:06.937570 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-0c764941-1718-493b-a904-6d4c7e3b0046 req-8cd8a31d-dc19-469b-862a-bf541ea4c14a tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for port, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:42:07.023018 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0c764941-1718-493b-a904-6d4c7e3b0046 req-8cd8a31d-dc19-469b-862a-bf541ea4c14a tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7832041 Aug 27 01:42:07.046826 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [req-0c764941-1718-493b-a904-6d4c7e3b0046 req-9999f5c7-1691-4930-b122-13dbb91a2325 service neutron] Request body: {'port': {'device_id': '9a473973-cb03-4335-bad0-618c98df77cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75916'}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:42:07.100285 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-0c764941-1718-493b-a904-6d4c7e3b0046 req-9999f5c7-1691-4930-b122-13dbb91a2325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:42:07.239093 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d6f7c2a9-d175-4563-bffb-60d91d0d7be0 None None] Provisioning for port f3304d45-9af7-4da5-8afa-fdd205afecba completed by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:42:07.243736 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-d6f7c2a9-d175-4563-bffb-60d91d0d7be0 None None] Provisioning complete for port f3304d45-9af7-4da5-8afa-fdd205afecba triggered by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:42:07.244309 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d6f7c2a9-d175-4563-bffb-60d91d0d7be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:42:07.277381 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-d6f7c2a9-d175-4563-bffb-60d91d0d7be0 None None] Port f3304d45-9af7-4da5-8afa-fdd205afecba cannot update to ACTIVE because it is not bound. {{(pid=94317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 01:42:07.362417 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [req-0c764941-1718-493b-a904-6d4c7e3b0046 req-9999f5c7-1691-4930-b122-13dbb91a2325 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3304d45-9af7-4da5-8afa-fdd205afecba {{(pid=94315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 01:42:07.369641 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-0c764941-1718-493b-a904-6d4c7e3b0046 req-9999f5c7-1691-4930-b122-13dbb91a2325 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:42:07.380911 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.provisioning_blocks [req-0c764941-1718-493b-a904-6d4c7e3b0046 req-9999f5c7-1691-4930-b122-13dbb91a2325 service neutron] Transition to ACTIVE for port object f3304d45-9af7-4da5-8afa-fdd205afecba will not be triggered until provisioned by entity L2. {{(pid=94315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:42:07.462037 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-0c764941-1718-493b-a904-6d4c7e3b0046 req-9999f5c7-1691-4930-b122-13dbb91a2325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8502822'] for port, after_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:42:07.528611 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9999f5c7-1691-4930-b122-13dbb91a2325 service neutron] Pushing event updated for resources: {'Port': ['ID=f3304d45-9af7-4da5-8afa-fdd205afecba,revision_number=2']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:42:07.581425 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.managers [req-0c764941-1718-493b-a904-6d4c7e3b0046 req-9999f5c7-1691-4930-b122-13dbb91a2325 service neutron] Attempting to bind port f3304d45-9af7-4da5-8afa-fdd205afecba on host hv-cinder-75916 for vnic_type normal with profile {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 01:42:07.581758 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.managers [req-0c764941-1718-493b-a904-6d4c7e3b0046 req-9999f5c7-1691-4930-b122-13dbb91a2325 service neutron] Attempting to bind port f3304d45-9af7-4da5-8afa-fdd205afecba by drivers openvswitch,hyperv on host hv-cinder-75916 at level 0 using segments [{'id': 'fc9ce6d0-a5a2-4737-ac3e-33897b3e364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c'}] {{(pid=94315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 01:42:07.582087 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c764941-1718-493b-a904-6d4c7e3b0046 req-9999f5c7-1691-4930-b122-13dbb91a2325 service neutron] Attempting to bind port f3304d45-9af7-4da5-8afa-fdd205afecba on network 36f8a83c-fcee-45f1-9a2d-3d2de8a9383c {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:42:07.586596 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c764941-1718-493b-a904-6d4c7e3b0046 req-9999f5c7-1691-4930-b122-13dbb91a2325 service neutron] Port f3304d45-9af7-4da5-8afa-fdd205afecba on network 36f8a83c-fcee-45f1-9a2d-3d2de8a9383c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75916 {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 01:42:07.587250 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c764941-1718-493b-a904-6d4c7e3b0046 req-9999f5c7-1691-4930-b122-13dbb91a2325 service neutron] Attempting to bind port f3304d45-9af7-4da5-8afa-fdd205afecba on network 36f8a83c-fcee-45f1-9a2d-3d2de8a9383c {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:42:07.592091 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c764941-1718-493b-a904-6d4c7e3b0046 req-9999f5c7-1691-4930-b122-13dbb91a2325 service neutron] Checking agent: {'id': '7830a306-a71a-451e-a6c7-89247e1febf2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75916', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 1, 28, 23), 'started_at': datetime.datetime(2021, 8, 27, 1, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 1, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 01:42:07.592422 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c764941-1718-493b-a904-6d4c7e3b0046 req-9999f5c7-1691-4930-b122-13dbb91a2325 service neutron] Checking segment: {'id': 'fc9ce6d0-a5a2-4737-ac3e-33897b3e364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:42:07.592802 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c764941-1718-493b-a904-6d4c7e3b0046 req-9999f5c7-1691-4930-b122-13dbb91a2325 service neutron] Bound using segment: {'id': 'fc9ce6d0-a5a2-4737-ac3e-33897b3e364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c'} {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 01:42:07.593256 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.managers [req-0c764941-1718-493b-a904-6d4c7e3b0046 req-9999f5c7-1691-4930-b122-13dbb91a2325 service neutron] Bound port: f3304d45-9af7-4da5-8afa-fdd205afecba, host: hv-cinder-75916, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc9ce6d0-a5a2-4737-ac3e-33897b3e364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c'}}] {{(pid=94315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 01:42:07.593608 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-0c764941-1718-493b-a904-6d4c7e3b0046 req-9999f5c7-1691-4930-b122-13dbb91a2325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:42:07.670582 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [req-0c764941-1718-493b-a904-6d4c7e3b0046 req-9999f5c7-1691-4930-b122-13dbb91a2325 service neutron] For port f3304d45-9af7-4da5-8afa-fdd205afecba, host hv-cinder-75916, cleared binding levels {{(pid=94315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 01:42:07.673917 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [req-0c764941-1718-493b-a904-6d4c7e3b0046 req-9999f5c7-1691-4930-b122-13dbb91a2325 service neutron] For port f3304d45-9af7-4da5-8afa-fdd205afecba, host hv-cinder-75916, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=f3304d45-9af7-4da5-8afa-fdd205afecba,segment=NetworkSegment(fc9ce6d0-a5a2-4737-ac3e-33897b3e364c),segment_id=fc9ce6d0-a5a2-4737-ac3e-33897b3e364c)] {{(pid=94315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 01:42:07.735199 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c08abe-4d67-4629-b12b-d3e075afe12d req-10f31cf6-e8cb-4a4e-aa0d-d8d0e9e1cc00 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:42:07.736668 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-b7c08abe-4d67-4629-b12b-d3e075afe12d req-10f31cf6-e8cb-4a4e-aa0d-d8d0e9e1cc00 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a473973-cb03-4335-bad0-618c98df77cd HTTP/1.1" status: 200 len: 944 time: 0.0613480 Aug 27 01:42:07.778808 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-b7c08abe-4d67-4629-b12b-d3e075afe12d req-b6454ea9-92a6-4385-b169-2834091b0669 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/security-groups?id=60c5e2c5-0408-44e2-ada8-fb638f0e54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357780 Aug 27 01:42:07.782930 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-0c764941-1718-493b-a904-6d4c7e3b0046 req-9999f5c7-1691-4930-b122-13dbb91a2325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8502822'] for port, after_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:42:07.816413 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c764941-1718-493b-a904-6d4c7e3b0046 req-9999f5c7-1691-4930-b122-13dbb91a2325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:42:07.817085 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-0c764941-1718-493b-a904-6d4c7e3b0046 req-9999f5c7-1691-4930-b122-13dbb91a2325 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for port, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:42:07.818622 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0c764941-1718-493b-a904-6d4c7e3b0046 req-9999f5c7-1691-4930-b122-13dbb91a2325 service neutron] 10.222.0.24 "PUT /v2.0/ports/f3304d45-9af7-4da5-8afa-fdd205afecba HTTP/1.1" status: 200 len: 1094 time: 0.7764115 Aug 27 01:42:07.819064 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a473973-cb03-4335-bad0-618c98df77cd', 'tag': 'f3304d45-9af7-4da5-8afa-fdd205afecba'}] {{(pid=94315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:42:07.821599 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4b197ec9f2f0e9474c50df7e7ed8b30a1ed8e7d4526d98a0361b780d87c209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4d3cf2-11d8-47a5-8617-d65a2056b4d5" -d '{"events": [{"name": "network-changed", "server_uuid": "9a473973-cb03-4335-bad0-618c98df77cd", "tag": "f3304d45-9af7-4da5-8afa-fdd205afecba"}]}' {{(pid=94315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:42:07.855078 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9999f5c7-1691-4930-b122-13dbb91a2325 service neutron] Pushing event updated for resources: {'Port': ['ID=f3304d45-9af7-4da5-8afa-fdd205afecba,revision_number=3']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:42:07.869549 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 01:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80bc2916-c2eb-4801-b465-1fbb5cee1f42 x-openstack-request-id: req-80bc2916-c2eb-4801-b465-1fbb5cee1f42 {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:42:07.869869 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a473973-cb03-4335-bad0-618c98df77cd", "tag": "f3304d45-9af7-4da5-8afa-fdd205afecba", "status": "completed", "code": 200}]} {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:42:07.870121 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-80bc2916-c2eb-4801-b465-1fbb5cee1f42 {{(pid=94315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:42:07.870516 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a473973-cb03-4335-bad0-618c98df77cd', 'tag': 'f3304d45-9af7-4da5-8afa-fdd205afecba', 'status': 'completed', 'code': 200} Aug 27 01:42:07.963796 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d3cf2-11d8-47a5-8617-d65a2056b4d5 req-9f4bda22-1093-4c3b-8916-ccddd5aca19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:42:07.965483 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-8b4d3cf2-11d8-47a5-8617-d65a2056b4d5 req-9f4bda22-1093-4c3b-8916-ccddd5aca19b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e450a8d39c6c4bc1aa95f2240bf96927&device_id=9a473973-cb03-4335-bad0-618c98df77cd HTTP/1.1" status: 200 len: 1097 time: 0.0434744 Aug 27 01:42:08.069471 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d3cf2-11d8-47a5-8617-d65a2056b4d5 req-1e68ad71-4cd0-41db-b320-aad6c15cf7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:42:08.070853 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-8b4d3cf2-11d8-47a5-8617-d65a2056b4d5 req-1e68ad71-4cd0-41db-b320-aad6c15cf7ab service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=e450a8d39c6c4bc1aa95f2240bf96927&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0912273 Aug 27 01:42:08.161692 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d3cf2-11d8-47a5-8617-d65a2056b4d5 req-53208844-afad-4666-b184-faf156bb5543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:42:08.163152 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-8b4d3cf2-11d8-47a5-8617-d65a2056b4d5 req-53208844-afad-4666-b184-faf156bb5543 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0844703 Aug 27 01:42:08.270454 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c764941-1718-493b-a904-6d4c7e3b0046 req-c1665dd0-43e9-4f57-a4fb-1970ef73985a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:42:08.271920 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0c764941-1718-493b-a904-6d4c7e3b0046 req-c1665dd0-43e9-4f57-a4fb-1970ef73985a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e450a8d39c6c4bc1aa95f2240bf96927&device_id=9a473973-cb03-4335-bad0-618c98df77cd HTTP/1.1" status: 200 len: 1097 time: 0.0448937 Aug 27 01:42:08.320270 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0c764941-1718-493b-a904-6d4c7e3b0046 req-5a57d08c-a4cf-41cb-a9de-7b3a44937128 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3304d45-9af7-4da5-8afa-fdd205afecba HTTP/1.1" status: 200 len: 217 time: 0.0332646 Aug 27 01:42:08.366370 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c764941-1718-493b-a904-6d4c7e3b0046 req-a9d270d4-1042-495c-8f6b-f7309f84866f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:42:08.367740 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0c764941-1718-493b-a904-6d4c7e3b0046 req-a9d270d4-1042-495c-8f6b-f7309f84866f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8a4c81fa-fae1-4cf5-8038-5477ded1756d HTTP/1.1" status: 200 len: 851 time: 0.0410712 Aug 27 01:42:08.412756 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c764941-1718-493b-a904-6d4c7e3b0046 req-48d3fcf0-9369-4964-82b4-a952a5740993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:42:08.414257 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0c764941-1718-493b-a904-6d4c7e3b0046 req-48d3fcf0-9369-4964-82b4-a952a5740993 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=36f8a83c-fcee-45f1-9a2d-3d2de8a9383c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0374024 Aug 27 01:42:08.505587 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0c764941-1718-493b-a904-6d4c7e3b0046 req-59d63560-909b-4a14-8f48-aa8480deb707 service neutron] 10.222.0.24 "GET /v2.0/networks/36f8a83c-fcee-45f1-9a2d-3d2de8a9383c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837138 Aug 27 01:42:08.592153 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0c764941-1718-493b-a904-6d4c7e3b0046 req-2f065adb-d628-4ba3-b65e-43953025ee59 service neutron] 10.222.0.24 "GET /v2.0/networks/36f8a83c-fcee-45f1-9a2d-3d2de8a9383c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790188 Aug 27 01:42:08.889217 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e592aa-b96e-4526-96d1-3c23816942eb req-c3829980-048a-4d43-b665-43772638fe07 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:42:08.890598 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-b2e592aa-b96e-4526-96d1-3c23816942eb req-c3829980-048a-4d43-b665-43772638fe07 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a473973-cb03-4335-bad0-618c98df77cd HTTP/1.1" status: 200 len: 944 time: 0.0478318 Aug 27 01:42:08.932481 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-b2e592aa-b96e-4526-96d1-3c23816942eb req-140dadb9-b0de-44e4-8baa-f47ad3e15a1e tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/security-groups?id=60c5e2c5-0408-44e2-ada8-fb638f0e54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355840 Aug 27 01:42:10.048126 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d180743-399b-4edf-984a-e84c1be8506e req-046893cb-72fd-4737-b13d-4038d957503b tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:42:10.049614 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-2d180743-399b-4edf-984a-e84c1be8506e req-046893cb-72fd-4737-b13d-4038d957503b tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a473973-cb03-4335-bad0-618c98df77cd HTTP/1.1" status: 200 len: 944 time: 0.0514944 Aug 27 01:42:10.087439 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-2d180743-399b-4edf-984a-e84c1be8506e req-7903c1fa-3414-414f-810f-025d2e812b92 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/security-groups?id=60c5e2c5-0408-44e2-ada8-fb638f0e54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319822 Aug 27 01:42:11.201950 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32696907-7b20-47b6-ba83-f923a90cad35 req-a30fe00a-8ee0-4c50-89d7-29beaa2a15a4 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:42:11.204127 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-32696907-7b20-47b6-ba83-f923a90cad35 req-a30fe00a-8ee0-4c50-89d7-29beaa2a15a4 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a473973-cb03-4335-bad0-618c98df77cd HTTP/1.1" status: 200 len: 944 time: 0.0503216 Aug 27 01:42:11.240736 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-32696907-7b20-47b6-ba83-f923a90cad35 req-39511757-ce87-423b-bd71-710ba903bcb4 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/security-groups?id=60c5e2c5-0408-44e2-ada8-fb638f0e54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308037 Aug 27 01:42:11.947773 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-04316140-5f36-4d89-b2a8-9a5f04079bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:42:12.351484 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98175cc8-a935-4558-afc5-2de9cd323123 req-426a047f-2dcd-489c-aec6-dd45860017ab tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:42:12.353423 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-98175cc8-a935-4558-afc5-2de9cd323123 req-426a047f-2dcd-489c-aec6-dd45860017ab tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a473973-cb03-4335-bad0-618c98df77cd HTTP/1.1" status: 200 len: 944 time: 0.0478134 Aug 27 01:42:12.391932 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-98175cc8-a935-4558-afc5-2de9cd323123 req-b9821ca7-bebd-40f0-8e78-9a357014df3d tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/security-groups?id=60c5e2c5-0408-44e2-ada8-fb638f0e54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323112 Aug 27 01:42:13.502313 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af100384-a04f-44e7-8abc-79be333d5038 req-b1c106dc-5de0-4e5a-bba1-e0fe984bb54b tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:42:13.503754 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-af100384-a04f-44e7-8abc-79be333d5038 req-b1c106dc-5de0-4e5a-bba1-e0fe984bb54b tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a473973-cb03-4335-bad0-618c98df77cd HTTP/1.1" status: 200 len: 944 time: 0.0461941 Aug 27 01:42:13.540595 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-af100384-a04f-44e7-8abc-79be333d5038 req-ad60a19b-27f0-443e-93f9-24f86849ed0b tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/security-groups?id=60c5e2c5-0408-44e2-ada8-fb638f0e54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309253 Aug 27 01:42:14.504586 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-78978b73-4c8b-4538-b050-dffbf35a0e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:42:14.653314 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:42:14.658013 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304065b9-9ee8-49cb-8c77-2f84642d4621 req-732442c4-81c1-48ad-bcd3-182413e22ccb tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:42:14.659478 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-304065b9-9ee8-49cb-8c77-2f84642d4621 req-732442c4-81c1-48ad-bcd3-182413e22ccb tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a473973-cb03-4335-bad0-618c98df77cd HTTP/1.1" status: 200 len: 944 time: 0.0521312 Aug 27 01:42:14.696669 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-304065b9-9ee8-49cb-8c77-2f84642d4621 req-c8dc666e-f510-4305-8084-648e5c4e3fa7 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/security-groups?id=60c5e2c5-0408-44e2-ada8-fb638f0e54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314548 Aug 27 01:42:15.697261 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device f3304d45-9af7-4da5-8afa-fdd205afecba details requested by agent hyperv_hv-cinder-75916 with host hv-cinder-75916 {{(pid=94317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 01:42:15.791289 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port f3304d45-9af7-4da5-8afa-fdd205afecba, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=f3304d45-9af7-4da5-8afa-fdd205afecba,segment=NetworkSegment(fc9ce6d0-a5a2-4737-ac3e-33897b3e364c),segment_id=fc9ce6d0-a5a2-4737-ac3e-33897b3e364c)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:42:15.804591 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Returning: {'device': 'f3304d45-9af7-4da5-8afa-fdd205afecba', 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c', 'port_id': 'f3304d45-9af7-4da5-8afa-fdd205afecba', 'mac_address': 'fa:16:3e:63:f8:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a4c81fa-fae1-4cf5-8038-5477ded1756d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 01:42:15.814975 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72984197-4149-4bd5-910a-a02aed193f59 req-fe74f123-d763-4dcb-b764-e57ff422b879 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:42:15.816483 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-72984197-4149-4bd5-910a-a02aed193f59 req-fe74f123-d763-4dcb-b764-e57ff422b879 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a473973-cb03-4335-bad0-618c98df77cd HTTP/1.1" status: 200 len: 944 time: 0.0481272 Aug 27 01:42:15.844678 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:42:15.854673 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-72984197-4149-4bd5-910a-a02aed193f59 req-c33442e4-c6ec-4f38-9a15-536396e10b89 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/security-groups?id=60c5e2c5-0408-44e2-ada8-fb638f0e54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322657 Aug 27 01:42:15.857289 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.notifiers.nova [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3304d45-9af7-4da5-8afa-fdd205afecba {{(pid=94317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 01:42:15.891858 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port f3304d45-9af7-4da5-8afa-fdd205afecba, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=f3304d45-9af7-4da5-8afa-fdd205afecba,segment=NetworkSegment(fc9ce6d0-a5a2-4737-ac3e-33897b3e364c),segment_id=fc9ce6d0-a5a2-4737-ac3e-33897b3e364c)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:42:15.956181 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ed545f81-8b1b-4cf8-a1bc-5817d83b44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:42:15.964351 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:42:16.010660 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Pushing event updated for resources: {'Port': ['ID=f3304d45-9af7-4da5-8afa-fdd205afecba,revision_number=4']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:42:16.266520 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] get_ports_and_sgs() called for port_ids ['f3304d45-9af7-4da5-8afa-fdd205afecba'] {{(pid=94317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 01:42:16.967609 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838c75e-7310-48ab-bee0-d62d83448021 req-686bb74c-4f74-415d-aa28-1bac1840fbae tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:42:16.970003 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-8838c75e-7310-48ab-bee0-d62d83448021 req-686bb74c-4f74-415d-aa28-1bac1840fbae tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a473973-cb03-4335-bad0-618c98df77cd HTTP/1.1" status: 200 len: 945 time: 0.0511439 Aug 27 01:42:17.006973 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-8838c75e-7310-48ab-bee0-d62d83448021 req-27a164f3-6515-41a5-8d62-560c40037fa0 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/security-groups?id=60c5e2c5-0408-44e2-ada8-fb638f0e54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313177 Aug 27 01:42:17.438997 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-809c4053-e1f3-4656-979d-5dfd58cb0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:42:17.727751 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device f3304d45-9af7-4da5-8afa-fdd205afecba up at agent hyperv_hv-cinder-75916 {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:42:17.810181 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Provisioning for port f3304d45-9af7-4da5-8afa-fdd205afecba completed by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:42:17.815019 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Provisioning complete for port f3304d45-9af7-4da5-8afa-fdd205afecba triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:42:17.815497 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:42:17.900064 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:42:17.921578 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a473973-cb03-4335-bad0-618c98df77cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3304d45-9af7-4da5-8afa-fdd205afecba'}] {{(pid=94317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:42:17.924002 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ae24146460100d3107ec4d42823fa970b16dae16efc5fac949978fe01edd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15f40eb-e266-471c-8db3-be334e96eafb" -d '{"events": [{"server_uuid": "9a473973-cb03-4335-bad0-618c98df77cd", "name": "network-vif-plugged", "status": "completed", "tag": "f3304d45-9af7-4da5-8afa-fdd205afecba"}]}' {{(pid=94317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:42:17.936624 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port f3304d45-9af7-4da5-8afa-fdd205afecba, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=f3304d45-9af7-4da5-8afa-fdd205afecba,segment=NetworkSegment(fc9ce6d0-a5a2-4737-ac3e-33897b3e364c),segment_id=fc9ce6d0-a5a2-4737-ac3e-33897b3e364c)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:42:17.978431 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 01:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b017d60b-49e5-45a9-8e94-073a6a847506 x-openstack-request-id: req-b017d60b-49e5-45a9-8e94-073a6a847506 {{(pid=94317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:42:17.978661 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a473973-cb03-4335-bad0-618c98df77cd", "name": "network-vif-plugged", "status": "completed", "tag": "f3304d45-9af7-4da5-8afa-fdd205afecba", "code": 200}]} {{(pid=94317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:42:17.978910 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b017d60b-49e5-45a9-8e94-073a6a847506 {{(pid=94317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:42:17.979305 dv-cinder-759169-3-iscsi neutron-server[94317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a473973-cb03-4335-bad0-618c98df77cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3304d45-9af7-4da5-8afa-fdd205afecba', 'code': 200} Aug 27 01:42:18.002153 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:42:18.050394 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Pushing event updated for resources: {'Port': ['ID=f3304d45-9af7-4da5-8afa-fdd205afecba,revision_number=5']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:42:18.124422 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f5144-6d6c-447c-8ea3-4506545f25ab req-a5757637-dee2-4e03-863b-10451d2360cf tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:42:18.126687 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0f1f5144-6d6c-447c-8ea3-4506545f25ab req-a5757637-dee2-4e03-863b-10451d2360cf tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a473973-cb03-4335-bad0-618c98df77cd HTTP/1.1" status: 200 len: 946 time: 0.0491843 Aug 27 01:42:18.163353 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0f1f5144-6d6c-447c-8ea3-4506545f25ab req-8cb201d0-93e6-4374-a49b-d50794001312 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/security-groups?id=60c5e2c5-0408-44e2-ada8-fb638f0e54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307891 Aug 27 01:42:18.384379 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb449889-6e30-44d7-abab-b3b3c89ff996 req-fc706d69-c8a7-4787-acc9-58857034be0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:42:18.385821 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-eb449889-6e30-44d7-abab-b3b3c89ff996 req-fc706d69-c8a7-4787-acc9-58857034be0f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9a473973-cb03-4335-bad0-618c98df77cd HTTP/1.1" status: 200 len: 1099 time: 0.0385661 Aug 27 01:42:18.424785 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-eb449889-6e30-44d7-abab-b3b3c89ff996 req-22cc1e1e-dc99-4932-a0eb-ab148b7d8f2a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=60c5e2c5-0408-44e2-ada8-fb638f0e54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309079 Aug 27 01:42:19.289320 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe8632d-0e94-400b-95ab-7172a52b0bde req-8223d178-f9e8-4e20-9ae3-2dece8135357 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:42:19.290768 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-ebe8632d-0e94-400b-95ab-7172a52b0bde req-8223d178-f9e8-4e20-9ae3-2dece8135357 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a473973-cb03-4335-bad0-618c98df77cd HTTP/1.1" status: 200 len: 946 time: 0.0515139 Aug 27 01:42:19.329886 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-ebe8632d-0e94-400b-95ab-7172a52b0bde req-4140f1d8-e3df-4383-95d9-22b80b9eb9ae tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/security-groups?id=60c5e2c5-0408-44e2-ada8-fb638f0e54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327485 Aug 27 01:42:20.445087 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ffbbf2-7043-45f5-bec0-534f35f308c9 req-79cb2226-74ce-467c-8940-60d6cfd67a06 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:42:20.446530 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-c3ffbbf2-7043-45f5-bec0-534f35f308c9 req-79cb2226-74ce-467c-8940-60d6cfd67a06 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a473973-cb03-4335-bad0-618c98df77cd HTTP/1.1" status: 200 len: 946 time: 0.0513916 Aug 27 01:42:20.483548 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-c3ffbbf2-7043-45f5-bec0-534f35f308c9 req-14a100ed-1528-4080-82f9-b916d6f9a468 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/security-groups?id=60c5e2c5-0408-44e2-ada8-fb638f0e54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311394 Aug 27 01:42:20.592007 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009884e1-bfd3-467c-94be-fb7227ce97a2 req-b887a4c9-0ef2-4df9-833f-046559f70e82 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:42:20.593999 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-009884e1-bfd3-467c-94be-fb7227ce97a2 req-b887a4c9-0ef2-4df9-833f-046559f70e82 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a473973-cb03-4335-bad0-618c98df77cd HTTP/1.1" status: 200 len: 946 time: 0.0468400 Aug 27 01:42:20.630144 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-009884e1-bfd3-467c-94be-fb7227ce97a2 req-661b2d61-4cb7-4096-847f-7c8363459b27 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/security-groups?id=60c5e2c5-0408-44e2-ada8-fb638f0e54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302694 Aug 27 01:42:20.651011 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 35748) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:42:20.688854 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1c458f-2941-419f-a1e2-888b47108acc tempest-TestVolumeBootPattern-698198150 tempest-TestVolumeBootPattern-698198150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:42:20.690317 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-8d1c458f-2941-419f-a1e2-888b47108acc tempest-TestVolumeBootPattern-698198150 tempest-TestVolumeBootPattern-698198150-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9a473973-cb03-4335-bad0-618c98df77cd HTTP/1.1" status: 200 len: 1094 time: 0.0383351 Aug 27 01:42:20.692919 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 35750) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:42:20.697052 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [None req-e72a6b85-f28d-4e10-bda0-b2d8112a9776 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Request body: {'floatingip': {'floating_network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'port_id': 'f3304d45-9af7-4da5-8afa-fdd205afecba', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:42:20.810408 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-e72a6b85-f28d-4e10-bda0-b2d8112a9776 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks [] for floatingip, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:42:20.904910 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-e72a6b85-f28d-4e10-bda0-b2d8112a9776 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:42:21.002975 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.db_base_plugin_common [None req-e72a6b85-f28d-4e10-bda0-b2d8112a9776 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Allocated IP 172.27.3.20 (6740c5c8-77e9-4fca-8473-ad46ab012dd6/fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b/667b2c1c-c84c-4d4c-bda8-8f32338ec68c) {{(pid=94315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 01:42:21.104403 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-e72a6b85-f28d-4e10-bda0-b2d8112a9776 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks [] for port, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:42:21.193265 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-e72a6b85-f28d-4e10-bda0-b2d8112a9776 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791478024214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8502847'] for port, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:42:21.226725 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72a6b85-f28d-4e10-bda0-b2d8112a9776 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Network 6740c5c8-77e9-4fca-8473-ad46ab012dd6 is already hosted by enough agents. {{(pid=94315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:42:21.229339 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.base_scheduler [None req-e72a6b85-f28d-4e10-bda0-b2d8112a9776 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Resources bound (agent type, host, resource id): {{(pid=94315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:42:21.235202 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72a6b85-f28d-4e10-bda0-b2d8112a9776 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Received port after_create {{(pid=94315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 01:42:21.258164 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72a6b85-f28d-4e10-bda0-b2d8112a9776 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Pushing event updated for resources: {'Port': ['ID=667b2c1c-c84c-4d4c-bda8-8f32338ec68c,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:42:21.843703 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-e72a6b85-f28d-4e10-bda0-b2d8112a9776 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:42:21.971553 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-e72a6b85-f28d-4e10-bda0-b2d8112a9776 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:42:22.119072 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-e72a6b85-f28d-4e10-bda0-b2d8112a9776 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks [] for port, precommit_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:42:22.187226 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-e72a6b85-f28d-4e10-bda0-b2d8112a9776 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8502822'] for port, after_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:42:22.255108 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72a6b85-f28d-4e10-bda0-b2d8112a9776 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Pushing event updated for resources: {'Port': ['ID=667b2c1c-c84c-4d4c-bda8-8f32338ec68c,revision_number=2']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:42:22.268841 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-e72a6b85-f28d-4e10-bda0-b2d8112a9776 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2027135'] for floatingip, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:42:22.367965 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.db.l3_db [None req-e72a6b85-f28d-4e10-bda0-b2d8112a9776 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Floating IP e2ff3b0f-efb1-4a81-b351-025f7382d34e associated. External IP: 172.27.3.20, port: f3304d45-9af7-4da5-8afa-fdd205afecba. Aug 27 01:42:22.567524 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e72a6b85-f28d-4e10-bda0-b2d8112a9776 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Router 1b3e1f4e-4eb5-4875-bd32-5dac995caec9 has already been hosted by L3 agent 8dc83c43-e68e-43c9-8595-1753e39ae809 {{(pid=94315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 01:42:22.674707 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e72a6b85-f28d-4e10-bda0-b2d8112a9776 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify agent at l3_agent.dv-cinder-759169-3-iscsi the message routers_updated {{(pid=94315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 01:42:22.683919 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6592035-9c28-4115-a085-fde5d573e5f6 None None] Sync routers for ids ['1b3e1f4e-4eb5-4875-bd32-5dac995caec9'] in dv-cinder-759169-3-iscsi {{(pid=94317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 01:42:22.693415 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6592035-9c28-4115-a085-fde5d573e5f6 None None] Routers {'1b3e1f4e-4eb5-4875-bd32-5dac995caec9'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:42:22.695003 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-e6592035-9c28-4115-a085-fde5d573e5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:42:14Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['1b3e1f4e-4eb5-4875-bd32-5dac995caec9'], 'active': True} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:42:22.730103 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-e72a6b85-f28d-4e10-bda0-b2d8112a9776 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for floatingip, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:42:22.757694 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-e72a6b85-f28d-4e10-bda0-b2d8112a9776 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0637834 Aug 27 01:42:22.758291 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a473973-cb03-4335-bad0-618c98df77cd', 'tag': 'f3304d45-9af7-4da5-8afa-fdd205afecba'}] {{(pid=94315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:42:22.760533 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4b197ec9f2f0e9474c50df7e7ed8b30a1ed8e7d4526d98a0361b780d87c209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6442dc90-338f-4c7d-b7f3-568c7b1c85fd" -d '{"events": [{"name": "network-changed", "server_uuid": "9a473973-cb03-4335-bad0-618c98df77cd", "tag": "f3304d45-9af7-4da5-8afa-fdd205afecba"}]}' {{(pid=94315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:42:22.798548 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 01:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30281a60-0dda-4fd8-a586-44f91b1d7b56 x-openstack-request-id: req-30281a60-0dda-4fd8-a586-44f91b1d7b56 {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:42:22.798927 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a473973-cb03-4335-bad0-618c98df77cd", "tag": "f3304d45-9af7-4da5-8afa-fdd205afecba", "status": "completed", "code": 200}]} {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:42:22.799251 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-30281a60-0dda-4fd8-a586-44f91b1d7b56 {{(pid=94315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:42:22.799663 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a473973-cb03-4335-bad0-618c98df77cd', 'tag': 'f3304d45-9af7-4da5-8afa-fdd205afecba', 'status': 'completed', 'code': 200} Aug 27 01:42:22.800095 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvr_db [None req-e6592035-9c28-4115-a085-fde5d573e5f6 None None] Set router 1b3e1f4e-4eb5-4875-bd32-5dac995caec9 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:42:22.888186 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442dc90-338f-4c7d-b7f3-568c7b1c85fd req-bea327a3-bc72-4da1-b3ca-af7e4cf1ec01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:42:22.889776 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6442dc90-338f-4c7d-b7f3-568c7b1c85fd req-bea327a3-bc72-4da1-b3ca-af7e4cf1ec01 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e450a8d39c6c4bc1aa95f2240bf96927&device_id=9a473973-cb03-4335-bad0-618c98df77cd HTTP/1.1" status: 200 len: 1099 time: 0.0462983 Aug 27 01:42:22.979618 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442dc90-338f-4c7d-b7f3-568c7b1c85fd req-f6c97847-b8b4-40a0-954c-83382c0d3a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:42:22.981145 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6442dc90-338f-4c7d-b7f3-568c7b1c85fd req-f6c97847-b8b4-40a0-954c-83382c0d3a86 service neutron] 10.222.0.24 "GET /v2.0/networks?id=36f8a83c-fcee-45f1-9a2d-3d2de8a9383c HTTP/1.1" status: 200 len: 913 time: 0.0833962 Aug 27 01:42:23.026795 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-e6592035-9c28-4115-a085-fde5d573e5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'name': 'tempest-TestVolumeBootPattern-1891695804-router', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '7d13c4c1-4949-4500-8835-61d7f31ae80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:39:11Z', 'updated_at': '2021-08-27T01:39:14Z', 'revision_number': 4, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'gw_port': {'id': '7d13c4c1-4949-4500-8835-61d7f31ae80c', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:71:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:39:12Z', 'updated_at': '2021-08-27T01:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_floatingips': [{'id': 'e2ff3b0f-efb1-4a81-b351-025f7382d34e', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'floating_ip_address': '172.27.3.20', 'floating_network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'router_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'port_id': 'f3304d45-9af7-4da5-8afa-fdd205afecba', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c', 'mac_address': 'fa:16:3e:63:f8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a473973-cb03-4335-bad0-618c98df77cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T01:42:21Z', 'updated_at': '2021-08-27T01:42:21Z', 'revision_number': 0, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e65f5867-c45a-4aa6-acf6-5fa199690e5d', 'name': '', 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'mac_address': 'fa:16:3e:c0:fd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8a4c81fa-fae1-4cf5-8038-5477ded1756d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:39:13Z', 'updated_at': '2021-08-27T01:39:21Z', 'revision_number': 5, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'subnets': [{'id': '8a4c81fa-fae1-4cf5-8038-5477ded1756d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:42:23.050473 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6442dc90-338f-4c7d-b7f3-568c7b1c85fd req-ea803a07-41fa-42af-b591-ecf9aad83f7b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3304d45-9af7-4da5-8afa-fdd205afecba HTTP/1.1" status: 200 len: 999 time: 0.0616698 Aug 27 01:42:23.053772 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6592035-9c28-4115-a085-fde5d573e5f6 None None] Checking router: 1b3e1f4e-4eb5-4875-bd32-5dac995caec9 for host: dv-cinder-759169-3-iscsi {{(pid=94317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 01:42:23.062696 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6592035-9c28-4115-a085-fde5d573e5f6 None None] Routers {'1b3e1f4e-4eb5-4875-bd32-5dac995caec9'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:42:23.063992 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-e6592035-9c28-4115-a085-fde5d573e5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:42:14Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['1b3e1f4e-4eb5-4875-bd32-5dac995caec9'], 'active': True} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:42:23.100957 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442dc90-338f-4c7d-b7f3-568c7b1c85fd req-1dff9087-6beb-4084-9b09-92923e86f392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:42:23.102433 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6442dc90-338f-4c7d-b7f3-568c7b1c85fd req-1dff9087-6beb-4084-9b09-92923e86f392 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8a4c81fa-fae1-4cf5-8038-5477ded1756d HTTP/1.1" status: 200 len: 851 time: 0.0454116 Aug 27 01:42:23.147524 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442dc90-338f-4c7d-b7f3-568c7b1c85fd req-ce482869-8d67-44f5-890d-d3c1b1761346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:42:23.149043 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6442dc90-338f-4c7d-b7f3-568c7b1c85fd req-ce482869-8d67-44f5-890d-d3c1b1761346 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=36f8a83c-fcee-45f1-9a2d-3d2de8a9383c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394392 Aug 27 01:42:23.171237 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvr_db [None req-e6592035-9c28-4115-a085-fde5d573e5f6 None None] Set router 1b3e1f4e-4eb5-4875-bd32-5dac995caec9 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:42:23.241316 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6442dc90-338f-4c7d-b7f3-568c7b1c85fd req-242c0712-2b43-40d5-becf-ab49c38b5448 service neutron] 10.222.0.24 "GET /v2.0/networks/36f8a83c-fcee-45f1-9a2d-3d2de8a9383c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851877 Aug 27 01:42:23.329182 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6442dc90-338f-4c7d-b7f3-568c7b1c85fd req-1ae68391-18e9-421b-9295-318bef848d85 service neutron] 10.222.0.24 "GET /v2.0/networks/36f8a83c-fcee-45f1-9a2d-3d2de8a9383c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813632 Aug 27 01:42:23.390687 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-e6592035-9c28-4115-a085-fde5d573e5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'name': 'tempest-TestVolumeBootPattern-1891695804-router', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '7d13c4c1-4949-4500-8835-61d7f31ae80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:39:11Z', 'updated_at': '2021-08-27T01:39:14Z', 'revision_number': 4, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'gw_port': {'id': '7d13c4c1-4949-4500-8835-61d7f31ae80c', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:71:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:39:12Z', 'updated_at': '2021-08-27T01:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_floatingips': [{'id': 'e2ff3b0f-efb1-4a81-b351-025f7382d34e', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'floating_ip_address': '172.27.3.20', 'floating_network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'router_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'port_id': 'f3304d45-9af7-4da5-8afa-fdd205afecba', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c', 'mac_address': 'fa:16:3e:63:f8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a473973-cb03-4335-bad0-618c98df77cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T01:42:21Z', 'updated_at': '2021-08-27T01:42:21Z', 'revision_number': 0, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e65f5867-c45a-4aa6-acf6-5fa199690e5d', 'name': '', 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'mac_address': 'fa:16:3e:c0:fd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8a4c81fa-fae1-4cf5-8038-5477ded1756d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:39:13Z', 'updated_at': '2021-08-27T01:39:21Z', 'revision_number': 5, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'subnets': [{'id': '8a4c81fa-fae1-4cf5-8038-5477ded1756d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:42:23.420605 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6592035-9c28-4115-a085-fde5d573e5f6 None None] The sync data for ids ['1b3e1f4e-4eb5-4875-bd32-5dac995caec9'] in dv-cinder-759169-3-iscsi is: [{'id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'name': 'tempest-TestVolumeBootPattern-1891695804-router', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '7d13c4c1-4949-4500-8835-61d7f31ae80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:39:11Z', 'updated_at': '2021-08-27T01:39:14Z', 'revision_number': 4, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'gw_port': {'id': '7d13c4c1-4949-4500-8835-61d7f31ae80c', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:71:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:39:12Z', 'updated_at': '2021-08-27T01:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_floatingips': [{'id': 'e2ff3b0f-efb1-4a81-b351-025f7382d34e', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'floating_ip_address': '172.27.3.20', 'floating_network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'router_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'port_id': 'f3304d45-9af7-4da5-8afa-fdd205afecba', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c', 'mac_address': 'fa:16:3e:63:f8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a473973-cb03-4335-bad0-618c98df77cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T01:42:21Z', 'updated_at': '2021-08-27T01:42:21Z', 'revision_number': 0, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e65f5867-c45a-4aa6-acf6-5fa199690e5d', 'name': '', 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'mac_address': 'fa:16:3e:c0:fd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8a4c81fa-fae1-4cf5-8038-5477ded1756d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:39:13Z', 'updated_at': '2021-08-27T01:39:21Z', 'revision_number': 5, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'subnets': [{'id': '8a4c81fa-fae1-4cf5-8038-5477ded1756d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 01:42:23.598756 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06248a0c-ac80-4b61-9900-c72132b4a6b2 None None] New status for floating IP e2ff3b0f-efb1-4a81-b351-025f7382d34e: ACTIVE {{(pid=94318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 01:42:24.541455 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:42:33.358019 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-167ba26d-4833-4a62-a620-c0d2eda1e806 req-4f65a7ad-272c-4cf4-bfa1-5f82c2c4a0f5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398843 Aug 27 01:42:33.472557 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ba26d-4833-4a62-a620-c0d2eda1e806 req-328baceb-93e5-4c9a-9abc-2a3a54e13731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:42:33.474075 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-167ba26d-4833-4a62-a620-c0d2eda1e806 req-328baceb-93e5-4c9a-9abc-2a3a54e13731 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d683ea4300b545fda6f56b5c11ee189c&device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 1099 time: 0.0437853 Aug 27 01:42:33.574520 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ba26d-4833-4a62-a620-c0d2eda1e806 req-ef614294-6dc5-4b69-b225-20e84cc925f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:42:33.576049 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-167ba26d-4833-4a62-a620-c0d2eda1e806 req-ef614294-6dc5-4b69-b225-20e84cc925f0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4dd6da0d-1759-4b21-a814-ac1356beb0a9 HTTP/1.1" status: 200 len: 910 time: 0.0838225 Aug 27 01:42:33.643767 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-167ba26d-4833-4a62-a620-c0d2eda1e806 req-ff3331f7-db5c-4e40-878b-df88e404f3cd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66ae3a5c-bed1-480a-8aa0-cda45f03b919 HTTP/1.1" status: 200 len: 1002 time: 0.0602233 Aug 27 01:42:33.694262 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ba26d-4833-4a62-a620-c0d2eda1e806 req-b516b8ec-daed-4f39-a799-4acdff4fcc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:42:33.695669 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-167ba26d-4833-4a62-a620-c0d2eda1e806 req-b516b8ec-daed-4f39-a799-4acdff4fcc04 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=22c41954-9468-4ea8-8482-d450337a71cb HTTP/1.1" status: 200 len: 848 time: 0.0461490 Aug 27 01:42:33.740272 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ba26d-4833-4a62-a620-c0d2eda1e806 req-367c6019-8d55-46f9-af7f-d8981c4f69a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:42:33.741762 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-167ba26d-4833-4a62-a620-c0d2eda1e806 req-367c6019-8d55-46f9-af7f-d8981c4f69a9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4dd6da0d-1759-4b21-a814-ac1356beb0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388720 Aug 27 01:42:33.832915 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-167ba26d-4833-4a62-a620-c0d2eda1e806 req-caaa0b46-3ac1-4765-a774-4b016eddb737 service neutron] 10.222.0.24 "GET /v2.0/networks/4dd6da0d-1759-4b21-a814-ac1356beb0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841298 Aug 27 01:42:33.920798 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-167ba26d-4833-4a62-a620-c0d2eda1e806 req-d5de12bc-e000-4c9f-9d05-694ca7f5b5c3 service neutron] 10.222.0.24 "GET /v2.0/networks/4dd6da0d-1759-4b21-a814-ac1356beb0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808537 Aug 27 01:42:41.944368 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-aeb0aa6e-bb04-462d-a364-3db9bed2e0eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:42:42.011018 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.agents_db [None req-fec0d0a0-65fd-4898-8015-6bc2580b487e None None] Agent healthcheck: found 6 active agents {{(pid=94318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 01:42:44.547117 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-2d66f0f6-eae7-47df-9849-27d2ec084615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:42:44.667019 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:42:45.946726 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ed545f81-8b1b-4cf8-a1bc-5817d83b44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:42:47.446973 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-809c4053-e1f3-4656-979d-5dfd58cb0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:42:54.549603 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:02.976463 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 35770) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:43:03.125299 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.plugin [None req-715a7bb7-7f39-4ae1-9ff8-30ad76e66252 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Deleting port 71293a0a-2057-434a-8df4-21e55630940c {{(pid=94316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:43:03.125637 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-715a7bb7-7f39-4ae1-9ff8-30ad76e66252 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:03.199717 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-715a7bb7-7f39-4ae1-9ff8-30ad76e66252 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:03.200036 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-715a7bb7-7f39-4ae1-9ff8-30ad76e66252 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:03.211374 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.plugin [None req-715a7bb7-7f39-4ae1-9ff8-30ad76e66252 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Calling delete_port for 71293a0a-2057-434a-8df4-21e55630940c owned by network:floatingip {{(pid=94316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:43:03.415343 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-715a7bb7-7f39-4ae1-9ff8-30ad76e66252 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8444051'] for port, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:03.439041 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a7bb7-7f39-4ae1-9ff8-30ad76e66252 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Pushing event deleted for resources: {'Port': ['ID=71293a0a-2057-434a-8df4-21e55630940c,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:43:03.448618 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715a7bb7-7f39-4ae1-9ff8-30ad76e66252 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:43:03.448984 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715a7bb7-7f39-4ae1-9ff8-30ad76e66252 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:43:03.449315 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715a7bb7-7f39-4ae1-9ff8-30ad76e66252 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:43:03.449640 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715a7bb7-7f39-4ae1-9ff8-30ad76e66252 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:43:03.449962 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715a7bb7-7f39-4ae1-9ff8-30ad76e66252 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:43:03.450703 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715a7bb7-7f39-4ae1-9ff8-30ad76e66252 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:43:03.450703 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715a7bb7-7f39-4ae1-9ff8-30ad76e66252 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:43:03.450920 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715a7bb7-7f39-4ae1-9ff8-30ad76e66252 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:43:03.451242 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715a7bb7-7f39-4ae1-9ff8-30ad76e66252 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:43:03.451504 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715a7bb7-7f39-4ae1-9ff8-30ad76e66252 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:43:03.451815 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715a7bb7-7f39-4ae1-9ff8-30ad76e66252 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:43:03.452123 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715a7bb7-7f39-4ae1-9ff8-30ad76e66252 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:43:03.509769 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-715a7bb7-7f39-4ae1-9ff8-30ad76e66252 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Notify callbacks [] for floatingip, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:03.510104 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.db.l3_db [None req-715a7bb7-7f39-4ae1-9ff8-30ad76e66252 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Floating IP 7023b53b-d6d8-443f-bc96-24ef8ded74d0 disassociated (deleted). External IP: 172.27.3.174, port: 66ae3a5c-bed1-480a-8aa0-cda45f03b919. Aug 27 01:43:03.714218 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-715a7bb7-7f39-4ae1-9ff8-30ad76e66252 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Router 0d96fefb-8632-449d-919b-a26694ed32b5 has already been hosted by L3 agent 8dc83c43-e68e-43c9-8595-1753e39ae809 {{(pid=94316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 01:43:03.817492 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-715a7bb7-7f39-4ae1-9ff8-30ad76e66252 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Notify agent at l3_agent.dv-cinder-759169-3-iscsi the message routers_updated {{(pid=94316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 01:43:03.822274 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-715a7bb7-7f39-4ae1-9ff8-30ad76e66252 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for floatingip, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:03.826865 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da9fc3c-a4a8-40a6-883f-de4c9a499e24 None None] Sync routers for ids ['0d96fefb-8632-449d-919b-a26694ed32b5'] in dv-cinder-759169-3-iscsi {{(pid=94317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 01:43:03.835996 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da9fc3c-a4a8-40a6-883f-de4c9a499e24 None None] Routers {'0d96fefb-8632-449d-919b-a26694ed32b5'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:43:03.836613 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-5da9fc3c-a4a8-40a6-883f-de4c9a499e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:42:44Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['0d96fefb-8632-449d-919b-a26694ed32b5'], 'active': True} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:43:03.848443 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-715a7bb7-7f39-4ae1-9ff8-30ad76e66252 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "DELETE /v2.0/floatingips/7023b53b-d6d8-443f-bc96-24ef8ded74d0 HTTP/1.1" status: 204 len: 168 time: 0.8708396 Aug 27 01:43:03.849168 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b043518-6eef-4325-8de3-ed41b0cafbd3', 'tag': '66ae3a5c-bed1-480a-8aa0-cda45f03b919'}] {{(pid=94316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:43:03.851472 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}899021d1be799054bbcf6b5e395d09f22ed0dc0e230ba80d3f80fac876f8e6bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9abf5517-3ff3-457b-b4b8-5b40ea3dbc8e" -d '{"events": [{"name": "network-changed", "server_uuid": "9b043518-6eef-4325-8de3-ed41b0cafbd3", "tag": "66ae3a5c-bed1-480a-8aa0-cda45f03b919"}]}' {{(pid=94316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:43:03.942133 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvr_db [None req-5da9fc3c-a4a8-40a6-883f-de4c9a499e24 None None] Set router 0d96fefb-8632-449d-919b-a26694ed32b5 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:43:04.004636 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 01:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd66ce0-c0ea-41d6-9492-8967e4a9b670 x-openstack-request-id: req-fbd66ce0-c0ea-41d6-9492-8967e4a9b670 {{(pid=94316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:43:04.005838 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b043518-6eef-4325-8de3-ed41b0cafbd3", "tag": "66ae3a5c-bed1-480a-8aa0-cda45f03b919", "status": "completed", "code": 200}]} {{(pid=94316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:43:04.006022 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fbd66ce0-c0ea-41d6-9492-8967e4a9b670 {{(pid=94316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:43:04.006387 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b043518-6eef-4325-8de3-ed41b0cafbd3', 'tag': '66ae3a5c-bed1-480a-8aa0-cda45f03b919', 'status': 'completed', 'code': 200} Aug 27 01:43:04.095200 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abf5517-3ff3-457b-b4b8-5b40ea3dbc8e req-8d22a60d-b744-4503-b2cf-b986b3448c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:43:04.096944 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-9abf5517-3ff3-457b-b4b8-5b40ea3dbc8e req-8d22a60d-b744-4503-b2cf-b986b3448c8f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d683ea4300b545fda6f56b5c11ee189c&device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 1099 time: 0.0435767 Aug 27 01:43:04.192861 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abf5517-3ff3-457b-b4b8-5b40ea3dbc8e req-e05c3bdb-5f9d-4ea8-83fa-e40f75e56c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:43:04.194643 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-9abf5517-3ff3-457b-b4b8-5b40ea3dbc8e req-e05c3bdb-5f9d-4ea8-83fa-e40f75e56c3b service neutron] 10.222.0.24 "GET /v2.0/networks?id=4dd6da0d-1759-4b21-a814-ac1356beb0a9 HTTP/1.1" status: 200 len: 910 time: 0.0898895 Aug 27 01:43:04.237843 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-9abf5517-3ff3-457b-b4b8-5b40ea3dbc8e req-c184289c-62f9-42c2-bf15-dddc4468621d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66ae3a5c-bed1-480a-8aa0-cda45f03b919 HTTP/1.1" status: 200 len: 217 time: 0.0349317 Aug 27 01:43:04.262379 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-5da9fc3c-a4a8-40a6-883f-de4c9a499e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d96fefb-8632-449d-919b-a26694ed32b5', 'name': 'tempest-TestShelveInstance-1847596435-router', 'tenant_id': 'd683ea4300b545fda6f56b5c11ee189c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '03d92fc8-01ef-45b7-89b6-52e0cfcd4eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:38:24Z', 'updated_at': '2021-08-27T01:38:28Z', 'revision_number': 4, 'project_id': 'd683ea4300b545fda6f56b5c11ee189c', 'gw_port': {'id': '03d92fc8-01ef-45b7-89b6-52e0cfcd4eb4', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:72:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d96fefb-8632-449d-919b-a26694ed32b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:38:25Z', 'updated_at': '2021-08-27T01:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': '03846275-1db7-4225-a3fc-0fefd535390e', 'name': '', 'network_id': '4dd6da0d-1759-4b21-a814-ac1356beb0a9', 'tenant_id': 'd683ea4300b545fda6f56b5c11ee189c', 'mac_address': 'fa:16:3e:1b:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d96fefb-8632-449d-919b-a26694ed32b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '22c41954-9468-4ea8-8482-d450337a71cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:38:27Z', 'updated_at': '2021-08-27T01:38:35Z', 'revision_number': 5, 'project_id': 'd683ea4300b545fda6f56b5c11ee189c', 'subnets': [{'id': '22c41954-9468-4ea8-8482-d450337a71cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:43:04.292287 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da9fc3c-a4a8-40a6-883f-de4c9a499e24 None None] Checking router: 0d96fefb-8632-449d-919b-a26694ed32b5 for host: dv-cinder-759169-3-iscsi {{(pid=94317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 01:43:04.300877 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da9fc3c-a4a8-40a6-883f-de4c9a499e24 None None] Routers {'0d96fefb-8632-449d-919b-a26694ed32b5'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:43:04.301897 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-5da9fc3c-a4a8-40a6-883f-de4c9a499e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:42:44Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['0d96fefb-8632-449d-919b-a26694ed32b5'], 'active': True} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:43:04.331306 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abf5517-3ff3-457b-b4b8-5b40ea3dbc8e req-119bdab7-a44a-454f-b417-f661b7fdf945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:43:04.332781 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-9abf5517-3ff3-457b-b4b8-5b40ea3dbc8e req-119bdab7-a44a-454f-b417-f661b7fdf945 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=22c41954-9468-4ea8-8482-d450337a71cb HTTP/1.1" status: 200 len: 848 time: 0.0752935 Aug 27 01:43:04.357776 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e33a9b-8ea3-4a95-a8b7-f3a787e44ecd req-ef7c057c-993f-4fbc-a838-49701484b7f2 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:43:04.359425 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-52e33a9b-8ea3-4a95-a8b7-f3a787e44ecd req-ef7c057c-993f-4fbc-a838-49701484b7f2 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 946 time: 0.0752716 Aug 27 01:43:04.409098 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvr_db [None req-5da9fc3c-a4a8-40a6-883f-de4c9a499e24 None None] Set router 0d96fefb-8632-449d-919b-a26694ed32b5 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:43:04.414719 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abf5517-3ff3-457b-b4b8-5b40ea3dbc8e req-e0b2f7c4-2dd2-4eab-ab00-740faa98e24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:43:04.416256 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-9abf5517-3ff3-457b-b4b8-5b40ea3dbc8e req-e0b2f7c4-2dd2-4eab-ab00-740faa98e24b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4dd6da0d-1759-4b21-a814-ac1356beb0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0751574 Aug 27 01:43:04.419482 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-52e33a9b-8ea3-4a95-a8b7-f3a787e44ecd req-20e7a5be-9264-4f3f-bff0-ed062e561896 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a11eb6-484b-4374-b19c-8d6b410e2f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447721 Aug 27 01:43:04.511959 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-9abf5517-3ff3-457b-b4b8-5b40ea3dbc8e req-b35a8ec8-14a9-4686-a5f4-653d88172d36 service neutron] 10.222.0.24 "GET /v2.0/networks/4dd6da0d-1759-4b21-a814-ac1356beb0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862236 Aug 27 01:43:04.600980 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-9abf5517-3ff3-457b-b4b8-5b40ea3dbc8e req-9cff9508-f3f7-41d1-8771-9ec914aaacbe service neutron] 10.222.0.24 "GET /v2.0/networks/4dd6da0d-1759-4b21-a814-ac1356beb0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813618 Aug 27 01:43:04.610576 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-5da9fc3c-a4a8-40a6-883f-de4c9a499e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d96fefb-8632-449d-919b-a26694ed32b5', 'name': 'tempest-TestShelveInstance-1847596435-router', 'tenant_id': 'd683ea4300b545fda6f56b5c11ee189c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '03d92fc8-01ef-45b7-89b6-52e0cfcd4eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:38:24Z', 'updated_at': '2021-08-27T01:38:28Z', 'revision_number': 4, 'project_id': 'd683ea4300b545fda6f56b5c11ee189c', 'gw_port': {'id': '03d92fc8-01ef-45b7-89b6-52e0cfcd4eb4', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:72:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d96fefb-8632-449d-919b-a26694ed32b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:38:25Z', 'updated_at': '2021-08-27T01:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': '03846275-1db7-4225-a3fc-0fefd535390e', 'name': '', 'network_id': '4dd6da0d-1759-4b21-a814-ac1356beb0a9', 'tenant_id': 'd683ea4300b545fda6f56b5c11ee189c', 'mac_address': 'fa:16:3e:1b:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d96fefb-8632-449d-919b-a26694ed32b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '22c41954-9468-4ea8-8482-d450337a71cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:38:27Z', 'updated_at': '2021-08-27T01:38:35Z', 'revision_number': 5, 'project_id': 'd683ea4300b545fda6f56b5c11ee189c', 'subnets': [{'id': '22c41954-9468-4ea8-8482-d450337a71cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:43:04.638578 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da9fc3c-a4a8-40a6-883f-de4c9a499e24 None None] The sync data for ids ['0d96fefb-8632-449d-919b-a26694ed32b5'] in dv-cinder-759169-3-iscsi is: [{'id': '0d96fefb-8632-449d-919b-a26694ed32b5', 'name': 'tempest-TestShelveInstance-1847596435-router', 'tenant_id': 'd683ea4300b545fda6f56b5c11ee189c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '03d92fc8-01ef-45b7-89b6-52e0cfcd4eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:38:24Z', 'updated_at': '2021-08-27T01:38:28Z', 'revision_number': 4, 'project_id': 'd683ea4300b545fda6f56b5c11ee189c', 'gw_port': {'id': '03d92fc8-01ef-45b7-89b6-52e0cfcd4eb4', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:72:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d96fefb-8632-449d-919b-a26694ed32b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:38:25Z', 'updated_at': '2021-08-27T01:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': '03846275-1db7-4225-a3fc-0fefd535390e', 'name': '', 'network_id': '4dd6da0d-1759-4b21-a814-ac1356beb0a9', 'tenant_id': 'd683ea4300b545fda6f56b5c11ee189c', 'mac_address': 'fa:16:3e:1b:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d96fefb-8632-449d-919b-a26694ed32b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '22c41954-9468-4ea8-8482-d450337a71cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:38:27Z', 'updated_at': '2021-08-27T01:38:35Z', 'revision_number': 5, 'project_id': 'd683ea4300b545fda6f56b5c11ee189c', 'subnets': [{'id': '22c41954-9468-4ea8-8482-d450337a71cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 01:43:04.858876 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3b2b3e-a5fa-4c80-b999-e41565f5ab4a None None] New status for floating IP 7023b53b-d6d8-443f-bc96-24ef8ded74d0: DOWN {{(pid=94318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 01:43:05.536042 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e82e12-c0d2-4f9e-8393-f3d68e4d294a req-3e881d0d-9995-4a3e-8f5a-ecdac154e40e tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:43:05.537704 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-23e82e12-c0d2-4f9e-8393-f3d68e4d294a req-3e881d0d-9995-4a3e-8f5a-ecdac154e40e tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 946 time: 0.0481765 Aug 27 01:43:05.574721 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-23e82e12-c0d2-4f9e-8393-f3d68e4d294a req-3cabaff1-5d15-45e7-991a-80598b49ce20 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a11eb6-484b-4374-b19c-8d6b410e2f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309660 Aug 27 01:43:06.051220 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad100f-15c1-43b2-9ed6-247d9f6de569 req-1c546b7e-94d5-4302-a6a7-5094ddd5d2ac tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:43:06.053189 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0dad100f-15c1-43b2-9ed6-247d9f6de569 req-1c546b7e-94d5-4302-a6a7-5094ddd5d2ac tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 946 time: 0.0493097 Aug 27 01:43:06.143463 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [req-0dad100f-15c1-43b2-9ed6-247d9f6de569 req-92d49fe6-1de0-48c4-8ff7-d76fa1dd6804 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Deleting port 66ae3a5c-bed1-480a-8aa0-cda45f03b919 {{(pid=94315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:43:06.143804 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-0dad100f-15c1-43b2-9ed6-247d9f6de569 req-92d49fe6-1de0-48c4-8ff7-d76fa1dd6804 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:06.227576 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [req-0dad100f-15c1-43b2-9ed6-247d9f6de569 req-92d49fe6-1de0-48c4-8ff7-d76fa1dd6804 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] For port 66ae3a5c-bed1-480a-8aa0-cda45f03b919, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=66ae3a5c-bed1-480a-8aa0-cda45f03b919,segment=NetworkSegment(c820bc68-ef88-483c-8686-637185f2c907),segment_id=c820bc68-ef88-483c-8686-637185f2c907)] {{(pid=94315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:43:06.227935 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-0dad100f-15c1-43b2-9ed6-247d9f6de569 req-92d49fe6-1de0-48c4-8ff7-d76fa1dd6804 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:06.243893 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [req-0dad100f-15c1-43b2-9ed6-247d9f6de569 req-92d49fe6-1de0-48c4-8ff7-d76fa1dd6804 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Calling delete_port for 66ae3a5c-bed1-480a-8aa0-cda45f03b919 owned by compute:nova {{(pid=94315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:43:06.490079 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-0dad100f-15c1-43b2-9ed6-247d9f6de569 req-92d49fe6-1de0-48c4-8ff7-d76fa1dd6804 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8502847'] for port, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:06.518330 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d49fe6-1de0-48c4-8ff7-d76fa1dd6804 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Pushing event deleted for resources: {'Port': ['ID=66ae3a5c-bed1-480a-8aa0-cda45f03b919,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:43:06.546336 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d49fe6-1de0-48c4-8ff7-d76fa1dd6804 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:43:06.549503 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d49fe6-1de0-48c4-8ff7-d76fa1dd6804 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:43:06.549503 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d49fe6-1de0-48c4-8ff7-d76fa1dd6804 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:43:06.549503 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d49fe6-1de0-48c4-8ff7-d76fa1dd6804 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:43:06.549503 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d49fe6-1de0-48c4-8ff7-d76fa1dd6804 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:43:06.549503 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d49fe6-1de0-48c4-8ff7-d76fa1dd6804 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:43:06.549503 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d49fe6-1de0-48c4-8ff7-d76fa1dd6804 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:43:06.549503 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d49fe6-1de0-48c4-8ff7-d76fa1dd6804 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:43:06.549503 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d49fe6-1de0-48c4-8ff7-d76fa1dd6804 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:43:06.549503 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d49fe6-1de0-48c4-8ff7-d76fa1dd6804 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:43:06.549503 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d49fe6-1de0-48c4-8ff7-d76fa1dd6804 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:43:06.550388 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d49fe6-1de0-48c4-8ff7-d76fa1dd6804 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:43:06.570295 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dad100f-15c1-43b2-9ed6-247d9f6de569 req-92d49fe6-1de0-48c4-8ff7-d76fa1dd6804 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] No DVR routers for this DVR port 66ae3a5c-bed1-480a-8aa0-cda45f03b919 on host hv-cinder-75916 {{(pid=94315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 01:43:06.572619 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-0dad100f-15c1-43b2-9ed6-247d9f6de569 req-92d49fe6-1de0-48c4-8ff7-d76fa1dd6804 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for port, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:06.574612 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0dad100f-15c1-43b2-9ed6-247d9f6de569 req-92d49fe6-1de0-48c4-8ff7-d76fa1dd6804 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.24 "DELETE /v2.0/ports/66ae3a5c-bed1-480a-8aa0-cda45f03b919 HTTP/1.1" status: 204 len: 173 time: 0.5156124 Aug 27 01:43:06.575037 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b043518-6eef-4325-8de3-ed41b0cafbd3', 'name': 'network-vif-deleted', 'tag': '66ae3a5c-bed1-480a-8aa0-cda45f03b919'}] {{(pid=94315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:43:06.577267 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4b197ec9f2f0e9474c50df7e7ed8b30a1ed8e7d4526d98a0361b780d87c209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd13cf6d-4332-4df9-9a9f-775121da1233" -d '{"events": [{"server_uuid": "9b043518-6eef-4325-8de3-ed41b0cafbd3", "name": "network-vif-deleted", "tag": "66ae3a5c-bed1-480a-8aa0-cda45f03b919"}]}' {{(pid=94315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:43:06.613428 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 01:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990ac42b-0328-4aee-89dc-891e7915dff8 x-openstack-request-id: req-990ac42b-0328-4aee-89dc-891e7915dff8 {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:43:06.613717 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b043518-6eef-4325-8de3-ed41b0cafbd3", "name": "network-vif-deleted", "tag": "66ae3a5c-bed1-480a-8aa0-cda45f03b919", "status": "completed", "code": 200}]} {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:43:06.613969 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-990ac42b-0328-4aee-89dc-891e7915dff8 {{(pid=94315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:43:06.615274 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b043518-6eef-4325-8de3-ed41b0cafbd3', 'name': 'network-vif-deleted', 'tag': '66ae3a5c-bed1-480a-8aa0-cda45f03b919', 'status': 'completed', 'code': 200} Aug 27 01:43:06.671925 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-ed9d82ae-a918-41bc-85f6-f1cd4eb09f5e req-85438446-a5e6-4e51-b5bf-592881de6e15 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 210 time: 0.0297189 Aug 27 01:43:07.776743 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-7114134e-41d0-45c5-8c59-897f9708d5a2 req-cb6c95a6-cbae-4464-ac2f-487293991186 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b043518-6eef-4325-8de3-ed41b0cafbd3 HTTP/1.1" status: 200 len: 210 time: 0.0260589 Aug 27 01:43:08.833106 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 35794) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:43:08.890969 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-67bd6428-d71d-48ae-a35a-bf0c311bb714 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Notify callbacks [] for security_group, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:08.916420 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-67bd6428-d71d-48ae-a35a-bf0c311bb714 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:09.032607 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-67bd6428-d71d-48ae-a35a-bf0c311bb714 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:09.035513 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-67bd6428-d71d-48ae-a35a-bf0c311bb714 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Notify callbacks [] for security_group, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:09.037377 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-67bd6428-d71d-48ae-a35a-bf0c311bb714 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] 10.222.0.25 "DELETE /v2.0/security-groups/05a11eb6-484b-4374-b19c-8d6b410e2f34 HTTP/1.1" status: 204 len: 168 time: 0.2032464 Aug 27 01:43:09.046781 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bd6428-d71d-48ae-a35a-bf0c311bb714 tempest-TestShelveInstance-833845768 tempest-TestShelveInstance-833845768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a11eb6-484b-4374-b19c-8d6b410e2f34,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:43:09.159459 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 35798) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:43:09.540647 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-f6790790-2cde-4387-901d-7be1e28e00fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2025249'] for router_interface, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:09.771877 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.plugin [None req-f6790790-2cde-4387-901d-7be1e28e00fa admin admin] Deleting port 03846275-1db7-4225-a3fc-0fefd535390e {{(pid=94316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:43:09.772122 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-f6790790-2cde-4387-901d-7be1e28e00fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:09.850287 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.db [None req-f6790790-2cde-4387-901d-7be1e28e00fa admin admin] For port 03846275-1db7-4225-a3fc-0fefd535390e, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=03846275-1db7-4225-a3fc-0fefd535390e,segment=NetworkSegment(c820bc68-ef88-483c-8686-637185f2c907),segment_id=c820bc68-ef88-483c-8686-637185f2c907)] {{(pid=94316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:43:09.850638 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-f6790790-2cde-4387-901d-7be1e28e00fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:09.862858 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.plugin [None req-f6790790-2cde-4387-901d-7be1e28e00fa admin admin] Calling delete_port for 03846275-1db7-4225-a3fc-0fefd535390e owned by network:router_interface {{(pid=94316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:43:09.976049 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device 66ae3a5c-bed1-480a-8aa0-cda45f03b919 no longer exists at agent hyperv_hv-cinder-75916 {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 01:43:09.999808 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] No Port match for: 66ae3a5c-bed1-480a-8aa0-cda45f03b919 {{(pid=94317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 01:43:10.000150 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device 66ae3a5c-bed1-480a-8aa0-cda45f03b919 not bound to the agent host hv-cinder-75916 {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 01:43:10.166830 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-f6790790-2cde-4387-901d-7be1e28e00fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8444051'] for port, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:10.190227 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6790790-2cde-4387-901d-7be1e28e00fa admin admin] Pushing event deleted for resources: {'Port': ['ID=03846275-1db7-4225-a3fc-0fefd535390e,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:43:10.355530 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-f6790790-2cde-4387-901d-7be1e28e00fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025451'] for router_interface, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:10.562873 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6790790-2cde-4387-901d-7be1e28e00fa admin admin] Router 0d96fefb-8632-449d-919b-a26694ed32b5 has already been hosted by L3 agent 8dc83c43-e68e-43c9-8595-1753e39ae809 {{(pid=94316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 01:43:10.662486 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6790790-2cde-4387-901d-7be1e28e00fa admin admin] Notify agent at l3_agent.dv-cinder-759169-3-iscsi the message routers_updated {{(pid=94316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 01:43:10.667513 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-f6790790-2cde-4387-901d-7be1e28e00fa admin admin] 10.222.0.25 "PUT /v2.0/routers/0d96fefb-8632-449d-919b-a26694ed32b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5065329 Aug 27 01:43:10.670170 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 35804) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:43:10.673072 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f9814e-178e-45c9-a7b6-f54b7d0337e1 None None] Sync routers for ids ['0d96fefb-8632-449d-919b-a26694ed32b5'] in dv-cinder-759169-3-iscsi {{(pid=94317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 01:43:10.682482 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f9814e-178e-45c9-a7b6-f54b7d0337e1 None None] Routers {'0d96fefb-8632-449d-919b-a26694ed32b5'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:43:10.683183 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-65f9814e-178e-45c9-a7b6-f54b7d0337e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:42:44Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['0d96fefb-8632-449d-919b-a26694ed32b5'], 'active': True} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:43:10.770717 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-af475140-9b0d-4278-9a3e-0cb5dd1cf70a admin admin] Notify callbacks [] for router, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:10.786631 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvr_db [None req-65f9814e-178e-45c9-a7b6-f54b7d0337e1 None None] Set router 0d96fefb-8632-449d-919b-a26694ed32b5 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:43:10.967983 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-65f9814e-178e-45c9-a7b6-f54b7d0337e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d96fefb-8632-449d-919b-a26694ed32b5', 'name': 'tempest-TestShelveInstance-1847596435-router', 'tenant_id': 'd683ea4300b545fda6f56b5c11ee189c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '03d92fc8-01ef-45b7-89b6-52e0cfcd4eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:38:24Z', 'updated_at': '2021-08-27T01:43:09Z', 'revision_number': 5, 'project_id': 'd683ea4300b545fda6f56b5c11ee189c', 'gw_port': {'id': '03d92fc8-01ef-45b7-89b6-52e0cfcd4eb4', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:72:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d96fefb-8632-449d-919b-a26694ed32b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:38:25Z', 'updated_at': '2021-08-27T01:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi'}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:43:10.996430 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f9814e-178e-45c9-a7b6-f54b7d0337e1 None None] Checking router: 0d96fefb-8632-449d-919b-a26694ed32b5 for host: dv-cinder-759169-3-iscsi {{(pid=94317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 01:43:11.005680 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f9814e-178e-45c9-a7b6-f54b7d0337e1 None None] Routers {'0d96fefb-8632-449d-919b-a26694ed32b5'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:43:11.006346 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-65f9814e-178e-45c9-a7b6-f54b7d0337e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:42:44Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['0d96fefb-8632-449d-919b-a26694ed32b5'], 'active': True} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:43:11.111668 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvr_db [None req-65f9814e-178e-45c9-a7b6-f54b7d0337e1 None None] Set router 0d96fefb-8632-449d-919b-a26694ed32b5 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:43:11.127119 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-af475140-9b0d-4278-9a3e-0cb5dd1cf70a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:11.254002 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.plugin [None req-af475140-9b0d-4278-9a3e-0cb5dd1cf70a admin admin] Deleting port 03d92fc8-01ef-45b7-89b6-52e0cfcd4eb4 {{(pid=94316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:43:11.254718 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-af475140-9b0d-4278-9a3e-0cb5dd1cf70a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:11.294994 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-65f9814e-178e-45c9-a7b6-f54b7d0337e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d96fefb-8632-449d-919b-a26694ed32b5', 'name': 'tempest-TestShelveInstance-1847596435-router', 'tenant_id': 'd683ea4300b545fda6f56b5c11ee189c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '03d92fc8-01ef-45b7-89b6-52e0cfcd4eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:38:24Z', 'updated_at': '2021-08-27T01:43:09Z', 'revision_number': 5, 'project_id': 'd683ea4300b545fda6f56b5c11ee189c', 'gw_port': {'id': '03d92fc8-01ef-45b7-89b6-52e0cfcd4eb4', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:72:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d96fefb-8632-449d-919b-a26694ed32b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:38:25Z', 'updated_at': '2021-08-27T01:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi'}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:43:11.320715 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f9814e-178e-45c9-a7b6-f54b7d0337e1 None None] The sync data for ids ['0d96fefb-8632-449d-919b-a26694ed32b5'] in dv-cinder-759169-3-iscsi is: [{'id': '0d96fefb-8632-449d-919b-a26694ed32b5', 'name': 'tempest-TestShelveInstance-1847596435-router', 'tenant_id': 'd683ea4300b545fda6f56b5c11ee189c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '03d92fc8-01ef-45b7-89b6-52e0cfcd4eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:38:24Z', 'updated_at': '2021-08-27T01:43:09Z', 'revision_number': 5, 'project_id': 'd683ea4300b545fda6f56b5c11ee189c', 'gw_port': {'id': '03d92fc8-01ef-45b7-89b6-52e0cfcd4eb4', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:72:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d96fefb-8632-449d-919b-a26694ed32b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:38:25Z', 'updated_at': '2021-08-27T01:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi'}] {{(pid=94317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 01:43:11.330819 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.db [None req-af475140-9b0d-4278-9a3e-0cb5dd1cf70a admin admin] For port 03d92fc8-01ef-45b7-89b6-52e0cfcd4eb4, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=03d92fc8-01ef-45b7-89b6-52e0cfcd4eb4,segment=NetworkSegment(1ffc2e98-4b11-4960-9fce-c802c96e52d2),segment_id=1ffc2e98-4b11-4960-9fce-c802c96e52d2)] {{(pid=94316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:43:11.331182 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-af475140-9b0d-4278-9a3e-0cb5dd1cf70a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:11.349248 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.plugin [None req-af475140-9b0d-4278-9a3e-0cb5dd1cf70a admin admin] Calling delete_port for 03d92fc8-01ef-45b7-89b6-52e0cfcd4eb4 owned by network:router_gateway {{(pid=94316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:43:11.589730 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-af475140-9b0d-4278-9a3e-0cb5dd1cf70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8444051'] for port, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:11.633652 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af475140-9b0d-4278-9a3e-0cb5dd1cf70a admin admin] Pushing event deleted for resources: {'Port': ['ID=03d92fc8-01ef-45b7-89b6-52e0cfcd4eb4,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:43:11.674381 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-af475140-9b0d-4278-9a3e-0cb5dd1cf70a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2027185'] for router_gateway, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:11.769140 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-af475140-9b0d-4278-9a3e-0cb5dd1cf70a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4897'] for router, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:11.772586 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-af475140-9b0d-4278-9a3e-0cb5dd1cf70a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:11.892587 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-af475140-9b0d-4278-9a3e-0cb5dd1cf70a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020897'] for router, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:11.893147 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af475140-9b0d-4278-9a3e-0cb5dd1cf70a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d96fefb-8632-449d-919b-a26694ed32b5 {{(pid=94316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 01:43:11.897909 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-af475140-9b0d-4278-9a3e-0cb5dd1cf70a admin admin] Notify callbacks [] for router, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:11.899036 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-af475140-9b0d-4278-9a3e-0cb5dd1cf70a admin admin] 10.222.0.25 "DELETE /v2.0/routers/0d96fefb-8632-449d-919b-a26694ed32b5 HTTP/1.1" status: 204 len: 168 time: 1.2279723 Aug 27 01:43:11.901594 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 35806) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:43:11.952602 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.db_base_plugin_v2 [None req-77f1b65f-129e-43ae-9c58-9d4572eb62ae admin admin] Deleting subnet 22c41954-9468-4ea8-8482-d450337a71cb {{(pid=94316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 01:43:11.955911 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-77f1b65f-129e-43ae-9c58-9d4572eb62ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:11.968971 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-70277bdd-4bfe-4229-b938-739fae10e115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:11.992995 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-77f1b65f-129e-43ae-9c58-9d4572eb62ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9240887'] for subnet, precommit_delete_associations {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:12.073680 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-77f1b65f-129e-43ae-9c58-9d4572eb62ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940968'] for subnet, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:12.193360 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-77f1b65f-129e-43ae-9c58-9d4572eb62ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8444096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3529875'] for subnet, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:12.215806 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f1b65f-129e-43ae-9c58-9d4572eb62ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22c41954-9468-4ea8-8482-d450337a71cb,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:43:12.221516 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-77f1b65f-129e-43ae-9c58-9d4572eb62ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:12.223910 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-77f1b65f-129e-43ae-9c58-9d4572eb62ae admin admin] 10.222.0.25 "DELETE /v2.0/subnets/22c41954-9468-4ea8-8482-d450337a71cb HTTP/1.1" status: 204 len: 168 time: 0.3208084 Aug 27 01:43:12.226495 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 35808) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:43:12.227405 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666f2215-365c-40d4-8bcf-8ad3d2a117e0 None None] Network 4dd6da0d-1759-4b21-a814-ac1356beb0a9 requested from dv-cinder-759169-3-iscsi {{(pid=94317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 01:43:12.297139 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a016e95b-b784-468a-a971-996d2d01dc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608312'] for network, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:12.354652 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.plugin [None req-a016e95b-b784-468a-a971-996d2d01dc11 admin admin] Deleting port 59e6d066-5cc2-465f-941a-d2f5a5e0ab21 {{(pid=94316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:43:12.354994 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a016e95b-b784-468a-a971-996d2d01dc11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:12.421643 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.db [None req-a016e95b-b784-468a-a971-996d2d01dc11 admin admin] For port 59e6d066-5cc2-465f-941a-d2f5a5e0ab21, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=59e6d066-5cc2-465f-941a-d2f5a5e0ab21,segment=NetworkSegment(c820bc68-ef88-483c-8686-637185f2c907),segment_id=c820bc68-ef88-483c-8686-637185f2c907)] {{(pid=94316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:43:12.422018 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a016e95b-b784-468a-a971-996d2d01dc11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:12.425691 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1080c4a2-8643-4c62-b1fa-9b93950cd163 None None] DHCP port deletion for 4dd6da0d-1759-4b21-a814-ac1356beb0a9 request from dv-cinder-759169-3-iscsi {{(pid=94317) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 01:43:12.435613 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.plugin [None req-a016e95b-b784-468a-a971-996d2d01dc11 admin admin] Calling delete_port for 59e6d066-5cc2-465f-941a-d2f5a5e0ab21 owned by network:dhcp {{(pid=94316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:43:12.472451 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-1080c4a2-8643-4c62-b1fa-9b93950cd163 None None] Deleting port 59e6d066-5cc2-465f-941a-d2f5a5e0ab21 {{(pid=94317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:43:12.472753 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-1080c4a2-8643-4c62-b1fa-9b93950cd163 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:12.536733 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-1080c4a2-8643-4c62-b1fa-9b93950cd163 None None] For port 59e6d066-5cc2-465f-941a-d2f5a5e0ab21, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=59e6d066-5cc2-465f-941a-d2f5a5e0ab21,segment=NetworkSegment(c820bc68-ef88-483c-8686-637185f2c907),segment_id=c820bc68-ef88-483c-8686-637185f2c907)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:43:12.537241 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-1080c4a2-8643-4c62-b1fa-9b93950cd163 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:12.547805 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 03846275-1db7-4225-a3fc-0fefd535390e no longer exists at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 01:43:12.554709 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-1080c4a2-8643-4c62-b1fa-9b93950cd163 None None] Calling delete_port for 59e6d066-5cc2-465f-941a-d2f5a5e0ab21 owned by network:dhcp {{(pid=94317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:43:12.572859 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a016e95b-b784-468a-a971-996d2d01dc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8444051'] for port, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:12.578365 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] No Port match for: 03846275-1db7-4225-a3fc-0fefd535390e {{(pid=94317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 01:43:12.578365 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 03846275-1db7-4225-a3fc-0fefd535390e not bound to the agent host dv-cinder-759169-3-iscsi {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 01:43:12.578669 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 03d92fc8-01ef-45b7-89b6-52e0cfcd4eb4 no longer exists at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 01:43:12.606128 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a016e95b-b784-468a-a971-996d2d01dc11 admin admin] Pushing event deleted for resources: {'Port': ['ID=59e6d066-5cc2-465f-941a-d2f5a5e0ab21,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:43:12.606534 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] No Port match for: 03d92fc8-01ef-45b7-89b6-52e0cfcd4eb4 {{(pid=94317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 01:43:12.606534 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 03d92fc8-01ef-45b7-89b6-52e0cfcd4eb4 not bound to the agent host dv-cinder-759169-3-iscsi {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 01:43:12.606534 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 59e6d066-5cc2-465f-941a-d2f5a5e0ab21 no longer exists at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 01:43:12.606935 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a016e95b-b784-468a-a971-996d2d01dc11 admin admin] No DVR routers for this DVR port 59e6d066-5cc2-465f-941a-d2f5a5e0ab21 on host dv-cinder-759169-3-iscsi {{(pid=94316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 01:43:12.652246 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] No Port match for: 59e6d066-5cc2-465f-941a-d2f5a5e0ab21 {{(pid=94317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 01:43:12.652584 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 59e6d066-5cc2-465f-941a-d2f5a5e0ab21 not bound to the agent host dv-cinder-759169-3-iscsi {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 01:43:12.674773 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a016e95b-b784-468a-a971-996d2d01dc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-528723', 'neutron.services.segments.db._delete_segments_for_network-8791478518254'] for network, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:12.685151 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.services.segments.db [None req-a016e95b-b784-468a-a971-996d2d01dc11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dd6da0d-1759-4b21-a814-ac1356beb0a9']}} {{(pid=94316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:43:12.688673 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-1080c4a2-8643-4c62-b1fa-9b93950cd163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223'] for port, after_delete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:12.695977 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.services.segments.db [None req-a016e95b-b784-468a-a971-996d2d01dc11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c820bc68-ef88-483c-8686-637185f2c907') {'for_net_delete': True} {{(pid=94316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:43:12.696266 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.services.segments.db [None req-a016e95b-b784-468a-a971-996d2d01dc11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c820bc68-ef88-483c-8686-637185f2c907') {} {{(pid=94316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:43:12.705153 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a016e95b-b784-468a-a971-996d2d01dc11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791478518137', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9240872'] for segment, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:12.714441 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080c4a2-8643-4c62-b1fa-9b93950cd163 None None] Pushing event deleted for resources: {'Port': ['ID=59e6d066-5cc2-465f-941a-d2f5a5e0ab21,revision_number=None']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:43:12.718548 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a016e95b-b784-468a-a971-996d2d01dc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935457'] for segment, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:12.723588 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1080c4a2-8643-4c62-b1fa-9b93950cd163 None None] No DVR routers for this DVR port 59e6d066-5cc2-465f-941a-d2f5a5e0ab21 on host dv-cinder-759169-3-iscsi {{(pid=94317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 01:43:12.724592 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a016e95b-b784-468a-a971-996d2d01dc11 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=94316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 01:43:12.725207 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a016e95b-b784-468a-a971-996d2d01dc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8444070'] for segment, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:12.725853 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1080c4a2-8643-4c62-b1fa-9b93950cd163 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:43:12.726360 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1080c4a2-8643-4c62-b1fa-9b93950cd163 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:43:12.726699 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1080c4a2-8643-4c62-b1fa-9b93950cd163 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:43:12.726866 dv-cinder-759169-3-iscsi neutron-server[94316]: Traceback (most recent call last): Aug 27 01:43:12.726866 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 01:43:12.726866 dv-cinder-759169-3-iscsi neutron-server[94316]: timer() Aug 27 01:43:12.726866 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 01:43:12.726866 dv-cinder-759169-3-iscsi neutron-server[94316]: cb(*args, **kw) Aug 27 01:43:12.726866 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 01:43:12.726866 dv-cinder-759169-3-iscsi neutron-server[94316]: return func(*args, **kwargs) Aug 27 01:43:12.726866 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 01:43:12.726866 dv-cinder-759169-3-iscsi neutron-server[94316]: self._notify() Aug 27 01:43:12.726866 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 01:43:12.726866 dv-cinder-759169-3-iscsi neutron-server[94316]: self.callback(batched_events) Aug 27 01:43:12.726866 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 01:43:12.726866 dv-cinder-759169-3-iscsi neutron-server[94316]: event.method(event) Aug 27 01:43:12.726866 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 01:43:12.726866 dv-cinder-759169-3-iscsi neutron-server[94316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 01:43:12.726866 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 01:43:12.726866 dv-cinder-759169-3-iscsi neutron-server[94316]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 01:43:12.726866 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 01:43:12.726866 dv-cinder-759169-3-iscsi neutron-server[94316]: return f(self, *a, **k) Aug 27 01:43:12.726866 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 01:43:12.726866 dv-cinder-759169-3-iscsi neutron-server[94316]: return self._get(url).json() Aug 27 01:43:12.726866 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 01:43:12.726866 dv-cinder-759169-3-iscsi neutron-server[94316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 01:43:12.726866 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 01:43:12.726866 dv-cinder-759169-3-iscsi neutron-server[94316]: return self.request(url, 'GET', **kwargs) Aug 27 01:43:12.726866 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 01:43:12.726866 dv-cinder-759169-3-iscsi neutron-server[94316]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 01:43:12.726866 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 01:43:12.726866 dv-cinder-759169-3-iscsi neutron-server[94316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 01:43:12.726866 dv-cinder-759169-3-iscsi neutron-server[94316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 01:43:12.726866 dv-cinder-759169-3-iscsi neutron-server[94316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 01:43:12.726866 dv-cinder-759169-3-iscsi neutron-server[94316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 01:43:12.735692 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1080c4a2-8643-4c62-b1fa-9b93950cd163 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:43:12.735692 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1080c4a2-8643-4c62-b1fa-9b93950cd163 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:43:12.735692 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1080c4a2-8643-4c62-b1fa-9b93950cd163 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:43:12.735692 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1080c4a2-8643-4c62-b1fa-9b93950cd163 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:43:12.735692 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1080c4a2-8643-4c62-b1fa-9b93950cd163 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:43:12.735692 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1080c4a2-8643-4c62-b1fa-9b93950cd163 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:43:12.735692 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1080c4a2-8643-4c62-b1fa-9b93950cd163 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:43:12.735692 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1080c4a2-8643-4c62-b1fa-9b93950cd163 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:43:12.735692 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1080c4a2-8643-4c62-b1fa-9b93950cd163 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:43:12.878345 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a016e95b-b784-468a-a971-996d2d01dc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-528682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2027149'] for network, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:12.884559 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a016e95b-b784-468a-a971-996d2d01dc11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for network, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:12.886780 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-a016e95b-b784-468a-a971-996d2d01dc11 admin admin] 10.222.0.25 "DELETE /v2.0/networks/4dd6da0d-1759-4b21-a814-ac1356beb0a9 HTTP/1.1" status: 204 len: 168 time: 0.6593070 Aug 27 01:43:12.889897 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 35810) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:43:12.898595 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a016e95b-b784-468a-a971-996d2d01dc11 admin admin] Pushing event deleted for resources: {'Network': ['ID=4dd6da0d-1759-4b21-a814-ac1356beb0a9,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:43:13.246457 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-a0b84f7b-520e-4f70-a307-0af05abc2228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2025249'] for router_interface, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:13.484228 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [None req-a0b84f7b-520e-4f70-a307-0af05abc2228 admin admin] Deleting port e7337262-48b9-40a9-9b14-109c25a1ce3c {{(pid=94315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:43:13.484565 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-a0b84f7b-520e-4f70-a307-0af05abc2228 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:13.560001 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [None req-a0b84f7b-520e-4f70-a307-0af05abc2228 admin admin] For port e7337262-48b9-40a9-9b14-109c25a1ce3c, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=e7337262-48b9-40a9-9b14-109c25a1ce3c,segment=NetworkSegment(950653f7-3dc2-465e-bfa6-4f138ff04f1d),segment_id=950653f7-3dc2-465e-bfa6-4f138ff04f1d)] {{(pid=94315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:43:13.560311 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-a0b84f7b-520e-4f70-a307-0af05abc2228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:13.572741 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [None req-a0b84f7b-520e-4f70-a307-0af05abc2228 admin admin] Calling delete_port for e7337262-48b9-40a9-9b14-109c25a1ce3c owned by network:router_interface {{(pid=94315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:43:13.823648 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-a0b84f7b-520e-4f70-a307-0af05abc2228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8502847'] for port, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:13.853045 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b84f7b-520e-4f70-a307-0af05abc2228 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7337262-48b9-40a9-9b14-109c25a1ce3c,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:43:14.021399 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-a0b84f7b-520e-4f70-a307-0af05abc2228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025451'] for router_interface, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:14.487700 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b84f7b-520e-4f70-a307-0af05abc2228 admin admin] Router 6952824b-a868-4e90-8972-ed880e985273 has already been hosted by L3 agent 8dc83c43-e68e-43c9-8595-1753e39ae809 {{(pid=94315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 01:43:14.515471 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-c91fff05-0a4c-4c20-94da-2429b6ecedf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:14.594075 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b84f7b-520e-4f70-a307-0af05abc2228 admin admin] Notify agent at l3_agent.dv-cinder-759169-3-iscsi the message routers_updated {{(pid=94315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 01:43:14.599867 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-a0b84f7b-520e-4f70-a307-0af05abc2228 admin admin] 10.222.0.25 "PUT /v2.0/routers/6952824b-a868-4e90-8972-ed880e985273/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7089386 Aug 27 01:43:14.602360 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 35812) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:43:14.604922 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1b15ec-b8ab-4bb4-9310-5731bf18027f None None] Sync routers for ids ['6952824b-a868-4e90-8972-ed880e985273'] in dv-cinder-759169-3-iscsi {{(pid=94318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 01:43:14.615446 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1b15ec-b8ab-4bb4-9310-5731bf18027f None None] Routers {'6952824b-a868-4e90-8972-ed880e985273'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:43:14.616091 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-ff1b15ec-b8ab-4bb4-9310-5731bf18027f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:43:14Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['6952824b-a868-4e90-8972-ed880e985273'], 'active': True} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:43:14.649730 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:14.705020 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-e81e00a2-c37b-424e-a4ff-e46797431d80 admin admin] Notify callbacks [] for router, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:14.724654 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvr_db [None req-ff1b15ec-b8ab-4bb4-9310-5731bf18027f None None] Set router 6952824b-a868-4e90-8972-ed880e985273 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:43:14.809219 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-e81e00a2-c37b-424e-a4ff-e46797431d80 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:14.898108 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-ff1b15ec-b8ab-4bb4-9310-5731bf18027f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6952824b-a868-4e90-8972-ed880e985273', 'name': 'tempest-TestShelveInstance-102756520-router', 'tenant_id': '5300ebf3b4fe4d50a207577cae0856a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '9c32aeb6-1955-43d9-8e27-e3a04941c19c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:38:32Z', 'updated_at': '2021-08-27T01:43:13Z', 'revision_number': 5, 'project_id': '5300ebf3b4fe4d50a207577cae0856a2', 'gw_port': {'id': '9c32aeb6-1955-43d9-8e27-e3a04941c19c', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:39:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6952824b-a868-4e90-8972-ed880e985273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:38:33Z', 'updated_at': '2021-08-27T01:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi'}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:43:14.925228 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [None req-e81e00a2-c37b-424e-a4ff-e46797431d80 admin admin] Deleting port 9c32aeb6-1955-43d9-8e27-e3a04941c19c {{(pid=94315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:43:14.925566 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-e81e00a2-c37b-424e-a4ff-e46797431d80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:14.928149 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1b15ec-b8ab-4bb4-9310-5731bf18027f None None] Checking router: 6952824b-a868-4e90-8972-ed880e985273 for host: dv-cinder-759169-3-iscsi {{(pid=94318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 01:43:14.936266 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1b15ec-b8ab-4bb4-9310-5731bf18027f None None] Routers {'6952824b-a868-4e90-8972-ed880e985273'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:43:14.936891 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-ff1b15ec-b8ab-4bb4-9310-5731bf18027f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:43:14Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['6952824b-a868-4e90-8972-ed880e985273'], 'active': True} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:43:15.005100 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [None req-e81e00a2-c37b-424e-a4ff-e46797431d80 admin admin] For port 9c32aeb6-1955-43d9-8e27-e3a04941c19c, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=9c32aeb6-1955-43d9-8e27-e3a04941c19c,segment=NetworkSegment(1ffc2e98-4b11-4960-9fce-c802c96e52d2),segment_id=1ffc2e98-4b11-4960-9fce-c802c96e52d2)] {{(pid=94315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:43:15.005384 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-e81e00a2-c37b-424e-a4ff-e46797431d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:15.018056 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [None req-e81e00a2-c37b-424e-a4ff-e46797431d80 admin admin] Calling delete_port for 9c32aeb6-1955-43d9-8e27-e3a04941c19c owned by network:router_gateway {{(pid=94315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:43:15.024073 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvr_db [None req-ff1b15ec-b8ab-4bb4-9310-5731bf18027f None None] Set router 6952824b-a868-4e90-8972-ed880e985273 gateway port host: None {{(pid=94318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:43:15.074674 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-ff1b15ec-b8ab-4bb4-9310-5731bf18027f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6952824b-a868-4e90-8972-ed880e985273', 'name': 'tempest-TestShelveInstance-102756520-router', 'tenant_id': '5300ebf3b4fe4d50a207577cae0856a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:38:32Z', 'updated_at': '2021-08-27T01:43:14Z', 'revision_number': 6, 'project_id': '5300ebf3b4fe4d50a207577cae0856a2', 'gw_port_host': None}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:43:15.103682 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1b15ec-b8ab-4bb4-9310-5731bf18027f None None] The sync data for ids ['6952824b-a868-4e90-8972-ed880e985273'] in dv-cinder-759169-3-iscsi is: [{'id': '6952824b-a868-4e90-8972-ed880e985273', 'name': 'tempest-TestShelveInstance-102756520-router', 'tenant_id': '5300ebf3b4fe4d50a207577cae0856a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:38:32Z', 'updated_at': '2021-08-27T01:43:14Z', 'revision_number': 6, 'project_id': '5300ebf3b4fe4d50a207577cae0856a2', 'gw_port_host': None}] {{(pid=94318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 01:43:15.243907 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-e81e00a2-c37b-424e-a4ff-e46797431d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8502847'] for port, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:15.272060 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81e00a2-c37b-424e-a4ff-e46797431d80 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c32aeb6-1955-43d9-8e27-e3a04941c19c,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:43:15.331546 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-e81e00a2-c37b-424e-a4ff-e46797431d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2027185'] for router_gateway, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:15.420526 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-e81e00a2-c37b-424e-a4ff-e46797431d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4897'] for router, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:15.423697 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-e81e00a2-c37b-424e-a4ff-e46797431d80 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:15.544469 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-e81e00a2-c37b-424e-a4ff-e46797431d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020897'] for router, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:15.545079 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81e00a2-c37b-424e-a4ff-e46797431d80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6952824b-a868-4e90-8972-ed880e985273 {{(pid=94315) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 01:43:15.549333 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-e81e00a2-c37b-424e-a4ff-e46797431d80 admin admin] Notify callbacks [] for router, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:15.550473 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-e81e00a2-c37b-424e-a4ff-e46797431d80 admin admin] 10.222.0.25 "DELETE /v2.0/routers/6952824b-a868-4e90-8972-ed880e985273 HTTP/1.1" status: 204 len: 168 time: 0.9471581 Aug 27 01:43:15.553052 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 35814) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:43:15.600804 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.db_base_plugin_v2 [None req-73fdc8f7-0621-46b5-808e-d4be4929aac6 admin admin] Deleting subnet c54dcb4e-5210-4572-b8b7-6bd188574146 {{(pid=94315) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 01:43:15.603822 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-73fdc8f7-0621-46b5-808e-d4be4929aac6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:15.637143 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-73fdc8f7-0621-46b5-808e-d4be4929aac6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10159459'] for subnet, precommit_delete_associations {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:15.710161 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-73fdc8f7-0621-46b5-808e-d4be4929aac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940968'] for subnet, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:15.889775 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-73fdc8f7-0621-46b5-808e-d4be4929aac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8502892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10044194'] for subnet, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:15.916619 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fdc8f7-0621-46b5-808e-d4be4929aac6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c54dcb4e-5210-4572-b8b7-6bd188574146,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:43:15.919027 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-73fdc8f7-0621-46b5-808e-d4be4929aac6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for subnet, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:15.923485 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-73fdc8f7-0621-46b5-808e-d4be4929aac6 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c54dcb4e-5210-4572-b8b7-6bd188574146 HTTP/1.1" status: 204 len: 168 time: 0.3668807 Aug 27 01:43:15.923574 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d6b1b7-3517-4a91-8873-e39e57a40745 None None] Network 47b89c4e-495a-4013-a0c5-84a7c6cf53d7 requested from dv-cinder-759169-3-iscsi {{(pid=94317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 01:43:15.924048 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 35816) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:43:15.962287 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ed545f81-8b1b-4cf8-a1bc-5817d83b44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:15.993963 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-83df2475-dc4f-4a27-9fba-138379e8c8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608312'] for network, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:16.055391 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [None req-83df2475-dc4f-4a27-9fba-138379e8c8e9 admin admin] Deleting port 23a7a968-3c86-4b80-bad6-09dbfc376362 {{(pid=94315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:43:16.055741 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-83df2475-dc4f-4a27-9fba-138379e8c8e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:16.125391 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [None req-83df2475-dc4f-4a27-9fba-138379e8c8e9 admin admin] For port 23a7a968-3c86-4b80-bad6-09dbfc376362, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=23a7a968-3c86-4b80-bad6-09dbfc376362,segment=NetworkSegment(950653f7-3dc2-465e-bfa6-4f138ff04f1d),segment_id=950653f7-3dc2-465e-bfa6-4f138ff04f1d)] {{(pid=94315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:43:16.125763 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-83df2475-dc4f-4a27-9fba-138379e8c8e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:16.129331 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbd70a8-b9c0-4c35-8f22-c885a0948703 None None] DHCP port deletion for 47b89c4e-495a-4013-a0c5-84a7c6cf53d7 request from dv-cinder-759169-3-iscsi {{(pid=94317) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 01:43:16.140812 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [None req-83df2475-dc4f-4a27-9fba-138379e8c8e9 admin admin] Calling delete_port for 23a7a968-3c86-4b80-bad6-09dbfc376362 owned by network:dhcp {{(pid=94315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:43:16.180260 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-4bbd70a8-b9c0-4c35-8f22-c885a0948703 None None] Deleting port 23a7a968-3c86-4b80-bad6-09dbfc376362 {{(pid=94317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:43:16.180632 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-4bbd70a8-b9c0-4c35-8f22-c885a0948703 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:16.240089 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-4bbd70a8-b9c0-4c35-8f22-c885a0948703 None None] For port 23a7a968-3c86-4b80-bad6-09dbfc376362, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=23a7a968-3c86-4b80-bad6-09dbfc376362,segment=NetworkSegment(950653f7-3dc2-465e-bfa6-4f138ff04f1d),segment_id=950653f7-3dc2-465e-bfa6-4f138ff04f1d)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:43:16.240495 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-4bbd70a8-b9c0-4c35-8f22-c885a0948703 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:16.252546 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-4bbd70a8-b9c0-4c35-8f22-c885a0948703 None None] Calling delete_port for 23a7a968-3c86-4b80-bad6-09dbfc376362 owned by network:dhcp {{(pid=94317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:43:16.278190 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-83df2475-dc4f-4a27-9fba-138379e8c8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8502847'] for port, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:16.303502 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83df2475-dc4f-4a27-9fba-138379e8c8e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=23a7a968-3c86-4b80-bad6-09dbfc376362,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:43:16.310277 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83df2475-dc4f-4a27-9fba-138379e8c8e9 admin admin] No DVR routers for this DVR port 23a7a968-3c86-4b80-bad6-09dbfc376362 on host dv-cinder-759169-3-iscsi {{(pid=94315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 01:43:16.386826 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-83df2475-dc4f-4a27-9fba-138379e8c8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-528723', 'neutron.services.segments.db._delete_segments_for_network-8791478518254'] for network, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:16.398509 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.services.segments.db [None req-83df2475-dc4f-4a27-9fba-138379e8c8e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47b89c4e-495a-4013-a0c5-84a7c6cf53d7']}} {{(pid=94315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:43:16.409688 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.services.segments.db [None req-83df2475-dc4f-4a27-9fba-138379e8c8e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '950653f7-3dc2-465e-bfa6-4f138ff04f1d') {'for_net_delete': True} {{(pid=94315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:43:16.409990 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.services.segments.db [None req-83df2475-dc4f-4a27-9fba-138379e8c8e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '950653f7-3dc2-465e-bfa6-4f138ff04f1d') {} {{(pid=94315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:43:16.421500 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-83df2475-dc4f-4a27-9fba-138379e8c8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791478518137', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10159484'] for segment, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:16.435689 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-83df2475-dc4f-4a27-9fba-138379e8c8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935457'] for segment, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:16.441756 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83df2475-dc4f-4a27-9fba-138379e8c8e9 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=94315) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 01:43:16.446172 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-83df2475-dc4f-4a27-9fba-138379e8c8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8502794'] for segment, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:16.446172 dv-cinder-759169-3-iscsi neutron-server[94315]: Traceback (most recent call last): Aug 27 01:43:16.446172 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 01:43:16.446172 dv-cinder-759169-3-iscsi neutron-server[94315]: timer() Aug 27 01:43:16.446172 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 01:43:16.446172 dv-cinder-759169-3-iscsi neutron-server[94315]: cb(*args, **kw) Aug 27 01:43:16.446172 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 01:43:16.446172 dv-cinder-759169-3-iscsi neutron-server[94315]: return func(*args, **kwargs) Aug 27 01:43:16.446172 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 01:43:16.446172 dv-cinder-759169-3-iscsi neutron-server[94315]: self._notify() Aug 27 01:43:16.446172 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 01:43:16.446172 dv-cinder-759169-3-iscsi neutron-server[94315]: self.callback(batched_events) Aug 27 01:43:16.446172 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 01:43:16.446172 dv-cinder-759169-3-iscsi neutron-server[94315]: event.method(event) Aug 27 01:43:16.446172 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 01:43:16.446172 dv-cinder-759169-3-iscsi neutron-server[94315]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 01:43:16.446172 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 01:43:16.446172 dv-cinder-759169-3-iscsi neutron-server[94315]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 01:43:16.446172 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 01:43:16.446172 dv-cinder-759169-3-iscsi neutron-server[94315]: return f(self, *a, **k) Aug 27 01:43:16.446172 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 01:43:16.446172 dv-cinder-759169-3-iscsi neutron-server[94315]: return self._get(url).json() Aug 27 01:43:16.446172 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 01:43:16.446172 dv-cinder-759169-3-iscsi neutron-server[94315]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 01:43:16.446172 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 01:43:16.446172 dv-cinder-759169-3-iscsi neutron-server[94315]: return self.request(url, 'GET', **kwargs) Aug 27 01:43:16.446172 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 01:43:16.446172 dv-cinder-759169-3-iscsi neutron-server[94315]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 01:43:16.446172 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 01:43:16.446172 dv-cinder-759169-3-iscsi neutron-server[94315]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 01:43:16.446172 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 01:43:16.446172 dv-cinder-759169-3-iscsi neutron-server[94315]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 01:43:16.446172 dv-cinder-759169-3-iscsi neutron-server[94315]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 01:43:16.454053 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-4bbd70a8-b9c0-4c35-8f22-c885a0948703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223'] for port, after_delete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:16.479428 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbd70a8-b9c0-4c35-8f22-c885a0948703 None None] Pushing event deleted for resources: {'Port': ['ID=23a7a968-3c86-4b80-bad6-09dbfc376362,revision_number=None']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:43:16.482994 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbd70a8-b9c0-4c35-8f22-c885a0948703 None None] No DVR routers for this DVR port 23a7a968-3c86-4b80-bad6-09dbfc376362 on host dv-cinder-759169-3-iscsi {{(pid=94317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 01:43:16.545517 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device e7337262-48b9-40a9-9b14-109c25a1ce3c no longer exists at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 01:43:16.565174 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] No Port match for: e7337262-48b9-40a9-9b14-109c25a1ce3c {{(pid=94317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 01:43:16.565513 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device e7337262-48b9-40a9-9b14-109c25a1ce3c not bound to the agent host dv-cinder-759169-3-iscsi {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 01:43:16.565915 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 9c32aeb6-1955-43d9-8e27-e3a04941c19c no longer exists at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 01:43:16.566857 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-83df2475-dc4f-4a27-9fba-138379e8c8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-528682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2027149'] for network, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:16.573438 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-83df2475-dc4f-4a27-9fba-138379e8c8e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for network, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:16.579138 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-83df2475-dc4f-4a27-9fba-138379e8c8e9 admin admin] 10.222.0.25 "DELETE /v2.0/networks/47b89c4e-495a-4013-a0c5-84a7c6cf53d7 HTTP/1.1" status: 204 len: 168 time: 0.6509264 Aug 27 01:43:16.585257 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] No Port match for: 9c32aeb6-1955-43d9-8e27-e3a04941c19c {{(pid=94317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 01:43:16.585611 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 9c32aeb6-1955-43d9-8e27-e3a04941c19c not bound to the agent host dv-cinder-759169-3-iscsi {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 01:43:16.586071 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 23a7a968-3c86-4b80-bad6-09dbfc376362 no longer exists at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 01:43:16.587804 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83df2475-dc4f-4a27-9fba-138379e8c8e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=47b89c4e-495a-4013-a0c5-84a7c6cf53d7,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:43:16.605823 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] No Port match for: 23a7a968-3c86-4b80-bad6-09dbfc376362 {{(pid=94317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 01:43:16.607478 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 23a7a968-3c86-4b80-bad6-09dbfc376362 not bound to the agent host dv-cinder-759169-3-iscsi {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 01:43:17.004202 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 35820) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:43:17.044219 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-8e00db5d-384d-47c8-8e4e-a0b9833722c6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d683ea4300b545fda6f56b5c11ee189c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379608 Aug 27 01:43:17.046534 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 35822) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:43:17.093074 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-1adc4db4-12fd-413c-a67e-167e60fdba25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:17.113079 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-1adc4db4-12fd-413c-a67e-167e60fdba25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:17.229245 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-1adc4db4-12fd-413c-a67e-167e60fdba25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:17.231750 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-1adc4db4-12fd-413c-a67e-167e60fdba25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:17.232949 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-1adc4db4-12fd-413c-a67e-167e60fdba25 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3670c1d4-9448-4255-8df2-fb70cbaae134 HTTP/1.1" status: 204 len: 168 time: 0.1855178 Aug 27 01:43:17.240856 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adc4db4-12fd-413c-a67e-167e60fdba25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3670c1d4-9448-4255-8df2-fb70cbaae134,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:43:17.457916 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-809c4053-e1f3-4656-979d-5dfd58cb0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:17.852801 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 35828) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:43:17.891284 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-b80f49a9-016b-4a89-aa0f-3ce1d96cc5cc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5300ebf3b4fe4d50a207577cae0856a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372403 Aug 27 01:43:17.893608 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 35830) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:43:17.944087 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-55ac786c-de5e-4023-8db4-2e04fc9b336b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:17.965037 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-55ac786c-de5e-4023-8db4-2e04fc9b336b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:18.086700 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-55ac786c-de5e-4023-8db4-2e04fc9b336b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:18.089142 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-55ac786c-de5e-4023-8db4-2e04fc9b336b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:18.090289 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-55ac786c-de5e-4023-8db4-2e04fc9b336b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5b743c39-cbef-4c39-b9cc-f5dfb3aa26bf HTTP/1.1" status: 204 len: 168 time: 0.1957774 Aug 27 01:43:18.097889 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ac786c-de5e-4023-8db4-2e04fc9b336b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b743c39-cbef-4c39-b9cc-f5dfb3aa26bf,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:43:19.011419 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.agents_db [None req-fec0d0a0-65fd-4898-8015-6bc2580b487e None None] Agent healthcheck: found 6 active agents {{(pid=94318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 01:43:24.566717 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:35.239374 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6747a86d-b9c2-442a-8352-dc675df2d8eb req-2974b39d-1054-4f64-97f8-d4ccc2a3fe24 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9a473973-cb03-4335-bad0-618c98df77cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393088 Aug 27 01:43:35.311840 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747a86d-b9c2-442a-8352-dc675df2d8eb req-84637b90-075a-4552-8ab8-adbb50a783eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:43:35.313330 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6747a86d-b9c2-442a-8352-dc675df2d8eb req-84637b90-075a-4552-8ab8-adbb50a783eb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e450a8d39c6c4bc1aa95f2240bf96927&device_id=9a473973-cb03-4335-bad0-618c98df77cd HTTP/1.1" status: 200 len: 1099 time: 0.0405152 Aug 27 01:43:35.417690 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747a86d-b9c2-442a-8352-dc675df2d8eb req-f666260c-e086-4c1e-af37-9ee9a72a3643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:43:35.418858 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6747a86d-b9c2-442a-8352-dc675df2d8eb req-f666260c-e086-4c1e-af37-9ee9a72a3643 service neutron] 10.222.0.24 "GET /v2.0/networks?id=36f8a83c-fcee-45f1-9a2d-3d2de8a9383c HTTP/1.1" status: 200 len: 913 time: 0.0862112 Aug 27 01:43:35.483834 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6747a86d-b9c2-442a-8352-dc675df2d8eb req-ace457dc-f113-419a-b25f-23cff27fe31c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3304d45-9af7-4da5-8afa-fdd205afecba HTTP/1.1" status: 200 len: 1001 time: 0.0580750 Aug 27 01:43:35.534464 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747a86d-b9c2-442a-8352-dc675df2d8eb req-66c506d1-6839-445d-b405-41c2f3dfe865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:43:35.535793 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6747a86d-b9c2-442a-8352-dc675df2d8eb req-66c506d1-6839-445d-b405-41c2f3dfe865 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8a4c81fa-fae1-4cf5-8038-5477ded1756d HTTP/1.1" status: 200 len: 851 time: 0.0455804 Aug 27 01:43:35.580414 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747a86d-b9c2-442a-8352-dc675df2d8eb req-b8ea08f1-c497-447d-b155-76cf63b90ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:43:35.582016 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6747a86d-b9c2-442a-8352-dc675df2d8eb req-b8ea08f1-c497-447d-b155-76cf63b90ab3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=36f8a83c-fcee-45f1-9a2d-3d2de8a9383c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391703 Aug 27 01:43:35.674528 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6747a86d-b9c2-442a-8352-dc675df2d8eb req-c190270d-5260-4ef0-8cb3-203dee6a9cea service neutron] 10.222.0.24 "GET /v2.0/networks/36f8a83c-fcee-45f1-9a2d-3d2de8a9383c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852666 Aug 27 01:43:35.769271 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-6747a86d-b9c2-442a-8352-dc675df2d8eb req-a3c38662-2b26-485d-b9dc-27f3f3e0c9fc service neutron] 10.222.0.24 "GET /v2.0/networks/36f8a83c-fcee-45f1-9a2d-3d2de8a9383c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869391 Aug 27 01:43:41.977491 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-11837206-47f7-40f0-b803-5284258321c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:44.514475 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-930ced84-3506-4641-8944-35fd13c69904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:44.660296 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:45.943830 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ed545f81-8b1b-4cf8-a1bc-5817d83b44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:47.472002 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-809c4053-e1f3-4656-979d-5dfd58cb0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:54.559803 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:43:56.011193 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.agents_db [None req-fec0d0a0-65fd-4898-8015-6bc2580b487e None None] Agent healthcheck: found 6 active agents {{(pid=94318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 01:43:57.599545 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-cf5796d7-c534-4f29-831c-1b9dc669c35c req-7ecf1c82-ad08-4417-aaed-d97749b0d67c tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1562836854&fields=id&tenant_id=e450a8d39c6c4bc1aa95f2240bf96927 HTTP/1.1" status: 200 len: 267 time: 0.0322728 Aug 27 01:43:57.704989 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5796d7-c534-4f29-831c-1b9dc669c35c req-86c56c9f-6d70-4143-93b8-17e0343a398b tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:43:57.706433 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-cf5796d7-c534-4f29-831c-1b9dc669c35c req-86c56c9f-6d70-4143-93b8-17e0343a398b tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/networks?id=36f8a83c-fcee-45f1-9a2d-3d2de8a9383c HTTP/1.1" status: 200 len: 812 time: 0.1003468 Aug 27 01:43:57.722133 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-cf5796d7-c534-4f29-831c-1b9dc669c35c req-b1056f12-323e-4dcc-8e22-37dac448930c tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/quotas/e450a8d39c6c4bc1aa95f2240bf96927 HTTP/1.1" status: 200 len: 375 time: 0.0094364 Aug 27 01:43:57.780125 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-cf5796d7-c534-4f29-831c-1b9dc669c35c req-8372f676-e67e-4ffa-befe-ee79592e9443 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e450a8d39c6c4bc1aa95f2240bf96927&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0524676 Aug 27 01:43:57.872784 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-cf5796d7-c534-4f29-831c-1b9dc669c35c req-2d42342c-3c5e-41c2-a58a-b3ca03c9a469 service neutron] 10.222.0.25 "GET /v2.0/networks/36f8a83c-fcee-45f1-9a2d-3d2de8a9383c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810275 Aug 27 01:43:57.962075 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-cf5796d7-c534-4f29-831c-1b9dc669c35c req-c4a310f7-2fd5-463e-9677-430bc70caa12 service neutron] 10.222.0.25 "GET /v2.0/networks/36f8a83c-fcee-45f1-9a2d-3d2de8a9383c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833476 Aug 27 01:43:58.630382 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-ee359823-b8e1-4eb6-8277-a7dfc75579be req-8d1ec317-c9aa-4421-940f-faf745f37ff0 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6d3dc24-cb1c-4ef7-8835-ddde174d5c50 HTTP/1.1" status: 200 len: 210 time: 0.0262239 Aug 27 01:43:59.721195 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-34c7a9d5-a091-495f-bee3-f9491dfcdf71 req-83fdb56d-c0a1-45ff-9ee0-02f8fc0a435c tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6d3dc24-cb1c-4ef7-8835-ddde174d5c50 HTTP/1.1" status: 200 len: 210 time: 0.0257833 Aug 27 01:44:00.728190 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5796d7-c534-4f29-831c-1b9dc669c35c req-23f00190-dd7b-4baa-bb08-e0ac614588f6 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:44:00.729556 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-cf5796d7-c534-4f29-831c-1b9dc669c35c req-23f00190-dd7b-4baa-bb08-e0ac614588f6 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.24 "GET /v2.0/networks?id=36f8a83c-fcee-45f1-9a2d-3d2de8a9383c HTTP/1.1" status: 200 len: 812 time: 0.1022069 Aug 27 01:44:00.777314 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-cf5796d7-c534-4f29-831c-1b9dc669c35c req-0da38afa-8cf1-4860-afa7-54780860b892 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e450a8d39c6c4bc1aa95f2240bf96927 HTTP/1.1" status: 200 len: 380 time: 0.0338767 Aug 27 01:44:00.787945 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [req-cf5796d7-c534-4f29-831c-1b9dc669c35c req-bbffd1cd-1a21-4c6c-9e0f-901c8841acae tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Request body: {'port': {'device_id': 'd6d3dc24-cb1c-4ef7-8835-ddde174d5c50', 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c', 'admin_state_up': True, 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'security_groups': ['60c5e2c5-0408-44e2-ada8-fb638f0e54f0']}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:44:00.853671 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-ca039535-ef4c-4536-9c8b-7377be9d5bdc req-8c537dcb-c39a-4a15-936b-248f0653506c tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6d3dc24-cb1c-4ef7-8835-ddde174d5c50 HTTP/1.1" status: 200 len: 210 time: 0.0607350 Aug 27 01:44:01.036407 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf5796d7-c534-4f29-831c-1b9dc669c35c req-bbffd1cd-1a21-4c6c-9e0f-901c8841acae tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Made reservation on behalf of e450a8d39c6c4bc1aa95f2240bf96927 for: {'port': 1} {{(pid=94315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 01:44:01.036407 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-cf5796d7-c534-4f29-831c-1b9dc669c35c req-bbffd1cd-1a21-4c6c-9e0f-901c8841acae tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:44:01.142836 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.db_base_plugin_common [req-cf5796d7-c534-4f29-831c-1b9dc669c35c req-bbffd1cd-1a21-4c6c-9e0f-901c8841acae tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Allocated IP 172.20.0.12 (36f8a83c-fcee-45f1-9a2d-3d2de8a9383c/8a4c81fa-fae1-4cf5-8038-5477ded1756d/986f58eb-554b-44ff-8734-2002bd04a225) {{(pid=94315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 01:44:01.276814 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-cf5796d7-c534-4f29-831c-1b9dc669c35c req-bbffd1cd-1a21-4c6c-9e0f-901c8841acae tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks [] for port, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:44:01.289844 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.provisioning_blocks [req-cf5796d7-c534-4f29-831c-1b9dc669c35c req-bbffd1cd-1a21-4c6c-9e0f-901c8841acae tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Transition to ACTIVE for port object 986f58eb-554b-44ff-8734-2002bd04a225 will not be triggered until provisioned by entity DHCP. {{(pid=94315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:44:01.372019 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-cf5796d7-c534-4f29-831c-1b9dc669c35c req-bbffd1cd-1a21-4c6c-9e0f-901c8841acae tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791478024214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8502847'] for port, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:44:01.413870 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf5796d7-c534-4f29-831c-1b9dc669c35c req-bbffd1cd-1a21-4c6c-9e0f-901c8841acae tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Network 36f8a83c-fcee-45f1-9a2d-3d2de8a9383c is already hosted by enough agents. {{(pid=94315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:44:01.419175 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.base_scheduler [req-cf5796d7-c534-4f29-831c-1b9dc669c35c req-bbffd1cd-1a21-4c6c-9e0f-901c8841acae tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Resources bound (agent type, host, resource id): {{(pid=94315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:44:01.422853 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf5796d7-c534-4f29-831c-1b9dc669c35c req-bbffd1cd-1a21-4c6c-9e0f-901c8841acae tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Received port after_create {{(pid=94315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 01:44:01.447101 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbffd1cd-1a21-4c6c-9e0f-901c8841acae tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Pushing event updated for resources: {'Port': ['ID=986f58eb-554b-44ff-8734-2002bd04a225,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:44:01.474583 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5796d7-c534-4f29-831c-1b9dc669c35c req-bbffd1cd-1a21-4c6c-9e0f-901c8841acae tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:44:01.475202 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-cf5796d7-c534-4f29-831c-1b9dc669c35c req-bbffd1cd-1a21-4c6c-9e0f-901c8841acae tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for port, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:44:01.595288 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-cf5796d7-c534-4f29-831c-1b9dc669c35c req-bbffd1cd-1a21-4c6c-9e0f-901c8841acae tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8123505 Aug 27 01:44:01.614011 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [req-cf5796d7-c534-4f29-831c-1b9dc669c35c req-6fefa644-53b4-4177-b3ab-e89d5b1e0892 service neutron] Request body: {'port': {'device_id': 'd6d3dc24-cb1c-4ef7-8835-ddde174d5c50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75916'}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:44:01.673188 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-cf5796d7-c534-4f29-831c-1b9dc669c35c req-6fefa644-53b4-4177-b3ab-e89d5b1e0892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:44:01.737129 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-90fe72c4-e298-428a-b619-4cea8b5f1922 None None] Provisioning for port 986f58eb-554b-44ff-8734-2002bd04a225 completed by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:44:01.740982 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-90fe72c4-e298-428a-b619-4cea8b5f1922 None None] Provisioning complete for port 986f58eb-554b-44ff-8734-2002bd04a225 triggered by entity DHCP. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:44:01.741349 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-90fe72c4-e298-428a-b619-4cea8b5f1922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:44:01.777346 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-90fe72c4-e298-428a-b619-4cea8b5f1922 None None] Port 986f58eb-554b-44ff-8734-2002bd04a225 cannot update to ACTIVE because it is not bound. {{(pid=94317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 01:44:01.932766 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [req-cf5796d7-c534-4f29-831c-1b9dc669c35c req-6fefa644-53b4-4177-b3ab-e89d5b1e0892 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 986f58eb-554b-44ff-8734-2002bd04a225 {{(pid=94315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 01:44:01.940117 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-cf5796d7-c534-4f29-831c-1b9dc669c35c req-6fefa644-53b4-4177-b3ab-e89d5b1e0892 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:44:01.952707 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.provisioning_blocks [req-cf5796d7-c534-4f29-831c-1b9dc669c35c req-6fefa644-53b4-4177-b3ab-e89d5b1e0892 service neutron] Transition to ACTIVE for port object 986f58eb-554b-44ff-8734-2002bd04a225 will not be triggered until provisioned by entity L2. {{(pid=94315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 01:44:01.974399 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aeef75-217a-43a2-bff0-5fc064b885fb req-710fc8df-6742-475a-b254-da7e00567082 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:44:01.975930 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-64aeef75-217a-43a2-bff0-5fc064b885fb req-710fc8df-6742-475a-b254-da7e00567082 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6d3dc24-cb1c-4ef7-8835-ddde174d5c50 HTTP/1.1" status: 200 len: 932 time: 0.0496862 Aug 27 01:44:02.013936 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-64aeef75-217a-43a2-bff0-5fc064b885fb req-d91616fc-f0dc-445d-b6f9-9f9df5447ada tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/security-groups?id=60c5e2c5-0408-44e2-ada8-fb638f0e54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319479 Aug 27 01:44:02.020595 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-cf5796d7-c534-4f29-831c-1b9dc669c35c req-6fefa644-53b4-4177-b3ab-e89d5b1e0892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8502822'] for port, after_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:44:02.073488 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fefa644-53b4-4177-b3ab-e89d5b1e0892 service neutron] Pushing event updated for resources: {'Port': ['ID=986f58eb-554b-44ff-8734-2002bd04a225,revision_number=2']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:44:02.147337 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.managers [req-cf5796d7-c534-4f29-831c-1b9dc669c35c req-6fefa644-53b4-4177-b3ab-e89d5b1e0892 service neutron] Attempting to bind port 986f58eb-554b-44ff-8734-2002bd04a225 on host hv-cinder-75916 for vnic_type normal with profile {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 01:44:02.147656 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.managers [req-cf5796d7-c534-4f29-831c-1b9dc669c35c req-6fefa644-53b4-4177-b3ab-e89d5b1e0892 service neutron] Attempting to bind port 986f58eb-554b-44ff-8734-2002bd04a225 by drivers openvswitch,hyperv on host hv-cinder-75916 at level 0 using segments [{'id': 'fc9ce6d0-a5a2-4737-ac3e-33897b3e364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c'}] {{(pid=94315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 01:44:02.147994 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5796d7-c534-4f29-831c-1b9dc669c35c req-6fefa644-53b4-4177-b3ab-e89d5b1e0892 service neutron] Attempting to bind port 986f58eb-554b-44ff-8734-2002bd04a225 on network 36f8a83c-fcee-45f1-9a2d-3d2de8a9383c {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:44:02.152643 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5796d7-c534-4f29-831c-1b9dc669c35c req-6fefa644-53b4-4177-b3ab-e89d5b1e0892 service neutron] Port 986f58eb-554b-44ff-8734-2002bd04a225 on network 36f8a83c-fcee-45f1-9a2d-3d2de8a9383c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75916 {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 01:44:02.156590 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5796d7-c534-4f29-831c-1b9dc669c35c req-6fefa644-53b4-4177-b3ab-e89d5b1e0892 service neutron] Attempting to bind port 986f58eb-554b-44ff-8734-2002bd04a225 on network 36f8a83c-fcee-45f1-9a2d-3d2de8a9383c {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 01:44:02.158225 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5796d7-c534-4f29-831c-1b9dc669c35c req-6fefa644-53b4-4177-b3ab-e89d5b1e0892 service neutron] Checking agent: {'id': '7830a306-a71a-451e-a6c7-89247e1febf2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75916', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 1, 28, 23), 'started_at': datetime.datetime(2021, 8, 27, 1, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 1, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 01:44:02.158567 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5796d7-c534-4f29-831c-1b9dc669c35c req-6fefa644-53b4-4177-b3ab-e89d5b1e0892 service neutron] Checking segment: {'id': 'fc9ce6d0-a5a2-4737-ac3e-33897b3e364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 01:44:02.158956 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5796d7-c534-4f29-831c-1b9dc669c35c req-6fefa644-53b4-4177-b3ab-e89d5b1e0892 service neutron] Bound using segment: {'id': 'fc9ce6d0-a5a2-4737-ac3e-33897b3e364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c'} {{(pid=94315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 01:44:02.159389 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.managers [req-cf5796d7-c534-4f29-831c-1b9dc669c35c req-6fefa644-53b4-4177-b3ab-e89d5b1e0892 service neutron] Bound port: 986f58eb-554b-44ff-8734-2002bd04a225, host: hv-cinder-75916, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc9ce6d0-a5a2-4737-ac3e-33897b3e364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c'}}] {{(pid=94315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 01:44:02.159756 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-cf5796d7-c534-4f29-831c-1b9dc669c35c req-6fefa644-53b4-4177-b3ab-e89d5b1e0892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:44:02.229808 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [req-cf5796d7-c534-4f29-831c-1b9dc669c35c req-6fefa644-53b4-4177-b3ab-e89d5b1e0892 service neutron] For port 986f58eb-554b-44ff-8734-2002bd04a225, host hv-cinder-75916, cleared binding levels {{(pid=94315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 01:44:02.232700 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [req-cf5796d7-c534-4f29-831c-1b9dc669c35c req-6fefa644-53b4-4177-b3ab-e89d5b1e0892 service neutron] For port 986f58eb-554b-44ff-8734-2002bd04a225, host hv-cinder-75916, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=986f58eb-554b-44ff-8734-2002bd04a225,segment=NetworkSegment(fc9ce6d0-a5a2-4737-ac3e-33897b3e364c),segment_id=fc9ce6d0-a5a2-4737-ac3e-33897b3e364c)] {{(pid=94315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 01:44:02.312505 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-cf5796d7-c534-4f29-831c-1b9dc669c35c req-6fefa644-53b4-4177-b3ab-e89d5b1e0892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8502822'] for port, after_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:44:02.350082 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5796d7-c534-4f29-831c-1b9dc669c35c req-6fefa644-53b4-4177-b3ab-e89d5b1e0892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:44:02.355834 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-cf5796d7-c534-4f29-831c-1b9dc669c35c req-6fefa644-53b4-4177-b3ab-e89d5b1e0892 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for port, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:44:02.355834 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-cf5796d7-c534-4f29-831c-1b9dc669c35c req-6fefa644-53b4-4177-b3ab-e89d5b1e0892 service neutron] 10.222.0.24 "PUT /v2.0/ports/986f58eb-554b-44ff-8734-2002bd04a225 HTTP/1.1" status: 200 len: 1094 time: 0.7421422 Aug 27 01:44:02.355834 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d3dc24-cb1c-4ef7-8835-ddde174d5c50', 'tag': '986f58eb-554b-44ff-8734-2002bd04a225'}] {{(pid=94315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:44:02.355834 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4b197ec9f2f0e9474c50df7e7ed8b30a1ed8e7d4526d98a0361b780d87c209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7abbd8-2047-46c3-a81a-83e52123da34" -d '{"events": [{"name": "network-changed", "server_uuid": "d6d3dc24-cb1c-4ef7-8835-ddde174d5c50", "tag": "986f58eb-554b-44ff-8734-2002bd04a225"}]}' {{(pid=94315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:44:02.377482 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fefa644-53b4-4177-b3ab-e89d5b1e0892 service neutron] Pushing event updated for resources: {'Port': ['ID=986f58eb-554b-44ff-8734-2002bd04a225,revision_number=3']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:44:02.396321 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 01:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4edb03f0-8645-44a9-91fd-2335dc4cc8a5 x-openstack-request-id: req-4edb03f0-8645-44a9-91fd-2335dc4cc8a5 {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:44:02.396616 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6d3dc24-cb1c-4ef7-8835-ddde174d5c50", "tag": "986f58eb-554b-44ff-8734-2002bd04a225", "status": "completed", "code": 200}]} {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:44:02.396903 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4edb03f0-8645-44a9-91fd-2335dc4cc8a5 {{(pid=94315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:44:02.397282 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6d3dc24-cb1c-4ef7-8835-ddde174d5c50', 'tag': '986f58eb-554b-44ff-8734-2002bd04a225', 'status': 'completed', 'code': 200} Aug 27 01:44:02.479282 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7abbd8-2047-46c3-a81a-83e52123da34 req-b8bc8e1a-190b-48ad-8cdc-c954e802e651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:44:02.480798 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-ad7abbd8-2047-46c3-a81a-83e52123da34 req-b8bc8e1a-190b-48ad-8cdc-c954e802e651 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e450a8d39c6c4bc1aa95f2240bf96927&device_id=d6d3dc24-cb1c-4ef7-8835-ddde174d5c50 HTTP/1.1" status: 200 len: 1097 time: 0.0418534 Aug 27 01:44:02.587483 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7abbd8-2047-46c3-a81a-83e52123da34 req-9d57cca4-80e5-464f-8bf2-3cd234e2aa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:44:02.588880 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-ad7abbd8-2047-46c3-a81a-83e52123da34 req-9d57cca4-80e5-464f-8bf2-3cd234e2aa54 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=e450a8d39c6c4bc1aa95f2240bf96927&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0931776 Aug 27 01:44:02.681802 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7abbd8-2047-46c3-a81a-83e52123da34 req-be13958c-4fd6-48cb-a982-d5e706dd7c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:44:02.683261 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-ad7abbd8-2047-46c3-a81a-83e52123da34 req-be13958c-4fd6-48cb-a982-d5e706dd7c9f service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0872626 Aug 27 01:44:02.780847 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5796d7-c534-4f29-831c-1b9dc669c35c req-b685035c-c564-496b-b422-d2406f3ec004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:44:02.782336 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-cf5796d7-c534-4f29-831c-1b9dc669c35c req-b685035c-c564-496b-b422-d2406f3ec004 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e450a8d39c6c4bc1aa95f2240bf96927&device_id=d6d3dc24-cb1c-4ef7-8835-ddde174d5c50 HTTP/1.1" status: 200 len: 1097 time: 0.0429790 Aug 27 01:44:02.830060 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-cf5796d7-c534-4f29-831c-1b9dc669c35c req-f09f24fd-1042-40e8-bf31-5fee6ab7dd43 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=986f58eb-554b-44ff-8734-2002bd04a225 HTTP/1.1" status: 200 len: 217 time: 0.0332000 Aug 27 01:44:02.877431 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5796d7-c534-4f29-831c-1b9dc669c35c req-7e216c93-6fdc-46c7-b07f-51d049cc69b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:44:02.878725 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-cf5796d7-c534-4f29-831c-1b9dc669c35c req-7e216c93-6fdc-46c7-b07f-51d049cc69b5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8a4c81fa-fae1-4cf5-8038-5477ded1756d HTTP/1.1" status: 200 len: 851 time: 0.0416028 Aug 27 01:44:02.926402 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5796d7-c534-4f29-831c-1b9dc669c35c req-3e948397-77c1-49e4-8f87-b7b9a6f3249c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:44:02.927907 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-cf5796d7-c534-4f29-831c-1b9dc669c35c req-3e948397-77c1-49e4-8f87-b7b9a6f3249c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=36f8a83c-fcee-45f1-9a2d-3d2de8a9383c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416193 Aug 27 01:44:03.014439 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-cf5796d7-c534-4f29-831c-1b9dc669c35c req-11b45a17-60b7-47e3-aa4a-fd479696499d service neutron] 10.222.0.24 "GET /v2.0/networks/36f8a83c-fcee-45f1-9a2d-3d2de8a9383c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791109 Aug 27 01:44:03.107332 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-cf5796d7-c534-4f29-831c-1b9dc669c35c req-e8761c53-f03d-4bbc-a547-9d11c4feb462 service neutron] 10.222.0.24 "GET /v2.0/networks/36f8a83c-fcee-45f1-9a2d-3d2de8a9383c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851669 Aug 27 01:44:03.132155 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804ca9f-b4e5-44eb-9a93-531d756d7e66 req-dd9a04c0-94ae-420e-83cc-7bbaf0eb088d tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:44:03.133599 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-b804ca9f-b4e5-44eb-9a93-531d756d7e66 req-dd9a04c0-94ae-420e-83cc-7bbaf0eb088d tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6d3dc24-cb1c-4ef7-8835-ddde174d5c50 HTTP/1.1" status: 200 len: 944 time: 0.0526986 Aug 27 01:44:03.169962 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-b804ca9f-b4e5-44eb-9a93-531d756d7e66 req-5e43cb51-c58f-4c92-9528-a0642d3ff0a7 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/security-groups?id=60c5e2c5-0408-44e2-ada8-fb638f0e54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303974 Aug 27 01:44:04.285197 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbf724-29d6-485e-835b-084d6d852d09 req-8ecfbb1f-8c06-4e47-91d2-82389ec020fd tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:44:04.287206 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-bbcbf724-29d6-485e-835b-084d6d852d09 req-8ecfbb1f-8c06-4e47-91d2-82389ec020fd tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6d3dc24-cb1c-4ef7-8835-ddde174d5c50 HTTP/1.1" status: 200 len: 944 time: 0.0497241 Aug 27 01:44:04.325065 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-bbcbf724-29d6-485e-835b-084d6d852d09 req-2869c191-3a92-4bad-9ab2-cc3e44987130 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/security-groups?id=60c5e2c5-0408-44e2-ada8-fb638f0e54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323672 Aug 27 01:44:05.436170 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01908bec-fba6-4a2e-b72f-ab015b477fb4 req-429579f5-1f43-4a0e-979b-ac3b6851f6bc tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:44:05.437665 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-01908bec-fba6-4a2e-b72f-ab015b477fb4 req-429579f5-1f43-4a0e-979b-ac3b6851f6bc tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6d3dc24-cb1c-4ef7-8835-ddde174d5c50 HTTP/1.1" status: 200 len: 944 time: 0.0483973 Aug 27 01:44:05.475272 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-01908bec-fba6-4a2e-b72f-ab015b477fb4 req-2f0ff041-d7db-4a8a-9373-eed5b64cd6e7 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/security-groups?id=60c5e2c5-0408-44e2-ada8-fb638f0e54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310607 Aug 27 01:44:06.587175 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8c852-fc78-4e0b-9753-ed49f71494ba req-96912354-6e2e-4fb1-bb11-7a6b64ec6eb9 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:44:06.588646 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-f3d8c852-fc78-4e0b-9753-ed49f71494ba req-96912354-6e2e-4fb1-bb11-7a6b64ec6eb9 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6d3dc24-cb1c-4ef7-8835-ddde174d5c50 HTTP/1.1" status: 200 len: 944 time: 0.0497749 Aug 27 01:44:06.626783 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-f3d8c852-fc78-4e0b-9753-ed49f71494ba req-fbbd0eab-eebd-4b78-a7e4-a340291a250f tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/security-groups?id=60c5e2c5-0408-44e2-ada8-fb638f0e54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322492 Aug 27 01:44:07.739065 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3012ce5-220b-48fd-97a9-c521196f77bb req-f337cdf6-0ed3-4cb3-a6c7-2fa6f8b78773 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:44:07.741167 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-d3012ce5-220b-48fd-97a9-c521196f77bb req-f337cdf6-0ed3-4cb3-a6c7-2fa6f8b78773 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6d3dc24-cb1c-4ef7-8835-ddde174d5c50 HTTP/1.1" status: 200 len: 944 time: 0.0479896 Aug 27 01:44:07.777220 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-d3012ce5-220b-48fd-97a9-c521196f77bb req-f3742d8f-44cc-4d9e-bbae-8d1c47df8992 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/security-groups?id=60c5e2c5-0408-44e2-ada8-fb638f0e54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301261 Aug 27 01:44:08.894574 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf6a9d-8726-44c6-b044-2acefb76cfda req-9605d709-777d-42a2-bc77-c173418d2c8b tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:44:08.896075 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-76cf6a9d-8726-44c6-b044-2acefb76cfda req-9605d709-777d-42a2-bc77-c173418d2c8b tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6d3dc24-cb1c-4ef7-8835-ddde174d5c50 HTTP/1.1" status: 200 len: 944 time: 0.0510066 Aug 27 01:44:08.932997 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-76cf6a9d-8726-44c6-b044-2acefb76cfda req-d913afcc-a364-44de-88d3-a39f5014f2cb tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/security-groups?id=60c5e2c5-0408-44e2-ada8-fb638f0e54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308735 Aug 27 01:44:10.047820 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58160a2-5093-4eb0-82fd-529004d88c9e req-0cbc1658-23a4-4fab-b786-9a48a5a77276 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:44:10.049300 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-d58160a2-5093-4eb0-82fd-529004d88c9e req-0cbc1658-23a4-4fab-b786-9a48a5a77276 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6d3dc24-cb1c-4ef7-8835-ddde174d5c50 HTTP/1.1" status: 200 len: 944 time: 0.0517249 Aug 27 01:44:10.089485 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-d58160a2-5093-4eb0-82fd-529004d88c9e req-85448e52-71e8-4dae-99e9-8f5542e289d8 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/security-groups?id=60c5e2c5-0408-44e2-ada8-fb638f0e54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336525 Aug 27 01:44:10.222650 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device 986f58eb-554b-44ff-8734-2002bd04a225 details requested by agent hyperv_hv-cinder-75916 with host hv-cinder-75916 {{(pid=94317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 01:44:10.316249 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port 986f58eb-554b-44ff-8734-2002bd04a225, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=986f58eb-554b-44ff-8734-2002bd04a225,segment=NetworkSegment(fc9ce6d0-a5a2-4737-ac3e-33897b3e364c),segment_id=fc9ce6d0-a5a2-4737-ac3e-33897b3e364c)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:44:10.327260 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Returning: {'device': '986f58eb-554b-44ff-8734-2002bd04a225', 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c', 'port_id': '986f58eb-554b-44ff-8734-2002bd04a225', 'mac_address': 'fa:16:3e:7b:21:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a4c81fa-fae1-4cf5-8038-5477ded1756d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 01:44:10.363042 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:44:10.375290 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.notifiers.nova [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 986f58eb-554b-44ff-8734-2002bd04a225 {{(pid=94317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 01:44:10.393847 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port 986f58eb-554b-44ff-8734-2002bd04a225, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=986f58eb-554b-44ff-8734-2002bd04a225,segment=NetworkSegment(fc9ce6d0-a5a2-4737-ac3e-33897b3e364c),segment_id=fc9ce6d0-a5a2-4737-ac3e-33897b3e364c)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:44:10.466155 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:44:10.513439 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Pushing event updated for resources: {'Port': ['ID=986f58eb-554b-44ff-8734-2002bd04a225,revision_number=4']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:44:10.751288 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] get_ports_and_sgs() called for port_ids ['986f58eb-554b-44ff-8734-2002bd04a225'] {{(pid=94317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 01:44:11.202935 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3c4d2-b2f2-48e0-bc90-ae7bc25736dc req-51b31943-c4a3-4dc6-abf7-165fa9f9b634 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:44:11.204403 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-16b3c4d2-b2f2-48e0-bc90-ae7bc25736dc req-51b31943-c4a3-4dc6-abf7-165fa9f9b634 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6d3dc24-cb1c-4ef7-8835-ddde174d5c50 HTTP/1.1" status: 200 len: 945 time: 0.0493810 Aug 27 01:44:11.241114 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-16b3c4d2-b2f2-48e0-bc90-ae7bc25736dc req-a33e5c5a-051e-435e-8e31-f50c8d3fd958 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/security-groups?id=60c5e2c5-0408-44e2-ada8-fb638f0e54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309424 Aug 27 01:44:11.994179 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-dd102ecf-79d4-4e3d-989c-a104c37f81ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:44:12.238417 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device 986f58eb-554b-44ff-8734-2002bd04a225 up at agent hyperv_hv-cinder-75916 {{(pid=94317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 01:44:12.351683 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Provisioning for port 986f58eb-554b-44ff-8734-2002bd04a225 completed by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 01:44:12.353098 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f79d9-5c94-4e39-8721-c5e90d4c111b req-c09efbc2-96ad-47cd-b535-b9d245255605 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:44:12.354586 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-812f79d9-5c94-4e39-8721-c5e90d4c111b req-c09efbc2-96ad-47cd-b535-b9d245255605 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6d3dc24-cb1c-4ef7-8835-ddde174d5c50 HTTP/1.1" status: 200 len: 945 time: 0.0472703 Aug 27 01:44:12.356143 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.provisioning_blocks [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Provisioning complete for port 986f58eb-554b-44ff-8734-2002bd04a225 triggered by entity L2. {{(pid=94317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 01:44:12.356513 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552666'] for port, provisioning_complete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:44:12.392627 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-812f79d9-5c94-4e39-8721-c5e90d4c111b req-79c82f31-89b6-4b1a-866c-88cc3d1dedbc tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/security-groups?id=60c5e2c5-0408-44e2-ada8-fb638f0e54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320647 Aug 27 01:44:12.436814 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:44:12.458451 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d3dc24-cb1c-4ef7-8835-ddde174d5c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986f58eb-554b-44ff-8734-2002bd04a225'}] {{(pid=94317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:44:12.469131 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ae24146460100d3107ec4d42823fa970b16dae16efc5fac949978fe01edd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0f61f4-7294-480b-94b1-8e20c7a1c340" -d '{"events": [{"server_uuid": "d6d3dc24-cb1c-4ef7-8835-ddde174d5c50", "name": "network-vif-plugged", "status": "completed", "tag": "986f58eb-554b-44ff-8734-2002bd04a225"}]}' {{(pid=94317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:44:12.473103 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] For port 986f58eb-554b-44ff-8734-2002bd04a225, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=986f58eb-554b-44ff-8734-2002bd04a225,segment=NetworkSegment(fc9ce6d0-a5a2-4737-ac3e-33897b3e364c),segment_id=fc9ce6d0-a5a2-4737-ac3e-33897b3e364c)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:44:12.498072 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 01:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790966b3-9f78-4b3b-9ce4-6d74f3610e65 x-openstack-request-id: req-790966b3-9f78-4b3b-9ce4-6d74f3610e65 {{(pid=94317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:44:12.498072 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d3dc24-cb1c-4ef7-8835-ddde174d5c50", "name": "network-vif-plugged", "status": "completed", "tag": "986f58eb-554b-44ff-8734-2002bd04a225", "code": 200}]} {{(pid=94317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:44:12.498322 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-790966b3-9f78-4b3b-9ce4-6d74f3610e65 {{(pid=94317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:44:12.498752 dv-cinder-759169-3-iscsi neutron-server[94317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d3dc24-cb1c-4ef7-8835-ddde174d5c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986f58eb-554b-44ff-8734-2002bd04a225', 'code': 200} Aug 27 01:44:12.577231 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250'] for port, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:44:12.626803 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Pushing event updated for resources: {'Port': ['ID=986f58eb-554b-44ff-8734-2002bd04a225,revision_number=5']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:44:12.839055 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e817d1-65e7-4f51-9bba-632006cfffaf req-455d0e85-d1c7-4c44-afe1-fa7dee0dc66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:44:12.840471 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-04e817d1-65e7-4f51-9bba-632006cfffaf req-455d0e85-d1c7-4c44-afe1-fa7dee0dc66d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d6d3dc24-cb1c-4ef7-8835-ddde174d5c50 HTTP/1.1" status: 200 len: 1099 time: 0.0398345 Aug 27 01:44:12.874402 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-04e817d1-65e7-4f51-9bba-632006cfffaf req-166a7280-7b56-415d-a0c6-3577ea8d143b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=60c5e2c5-0408-44e2-ada8-fb638f0e54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267437 Aug 27 01:44:13.506974 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808f62f-6906-4336-b12e-4245dd04de2e req-19c028dc-e4c7-4794-a635-abb137b6ac66 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:44:13.508921 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-3808f62f-6906-4336-b12e-4245dd04de2e req-19c028dc-e4c7-4794-a635-abb137b6ac66 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6d3dc24-cb1c-4ef7-8835-ddde174d5c50 HTTP/1.1" status: 200 len: 946 time: 0.0490527 Aug 27 01:44:13.545326 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-3808f62f-6906-4336-b12e-4245dd04de2e req-603b7cdc-ed9b-4453-9001-efb0189fe174 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/security-groups?id=60c5e2c5-0408-44e2-ada8-fb638f0e54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309982 Aug 27 01:44:14.522742 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-0842d9b5-15d8-410e-b250-cdecf5a95dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:44:14.648510 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:44:14.664999 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55b5eb-ab44-49f6-9554-054ee873c185 req-33240034-9649-4a14-a4eb-788dc67694f3 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:44:14.666507 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-2a55b5eb-ab44-49f6-9554-054ee873c185 req-33240034-9649-4a14-a4eb-788dc67694f3 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6d3dc24-cb1c-4ef7-8835-ddde174d5c50 HTTP/1.1" status: 200 len: 946 time: 0.0517211 Aug 27 01:44:14.703787 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-2a55b5eb-ab44-49f6-9554-054ee873c185 req-21eab59a-82a3-4097-b52c-e5dd7e06a1e5 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/security-groups?id=60c5e2c5-0408-44e2-ada8-fb638f0e54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311060 Aug 27 01:44:14.820429 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0592c7e-47e9-432d-b459-930db5d927b5 req-4d0a1457-797f-4137-aa32-1cc12f989c11 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:44:14.821969 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-b0592c7e-47e9-432d-b459-930db5d927b5 req-4d0a1457-797f-4137-aa32-1cc12f989c11 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6d3dc24-cb1c-4ef7-8835-ddde174d5c50 HTTP/1.1" status: 200 len: 946 time: 0.0528517 Aug 27 01:44:14.858243 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-b0592c7e-47e9-432d-b459-930db5d927b5 req-e29bbf7a-b2ba-422f-99bf-37761c100509 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/security-groups?id=60c5e2c5-0408-44e2-ada8-fb638f0e54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304174 Aug 27 01:44:14.880977 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 35924) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:44:14.918522 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f3a63f-b891-428f-9097-7d3020ea2f14 tempest-TestVolumeBootPattern-698198150 tempest-TestVolumeBootPattern-698198150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:44:14.919989 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-c5f3a63f-b891-428f-9097-7d3020ea2f14 tempest-TestVolumeBootPattern-698198150 tempest-TestVolumeBootPattern-698198150-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d6d3dc24-cb1c-4ef7-8835-ddde174d5c50 HTTP/1.1" status: 200 len: 1094 time: 0.0379684 Aug 27 01:44:14.922651 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 35926) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:44:14.926845 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.v2.base [None req-f8641474-afd7-4c03-8e32-763ed143ec44 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Request body: {'floatingip': {'floating_network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'port_id': '986f58eb-554b-44ff-8734-2002bd04a225', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 01:44:15.002986 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-f8641474-afd7-4c03-8e32-763ed143ec44 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks [] for floatingip, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:44:15.099182 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-f8641474-afd7-4c03-8e32-763ed143ec44 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:44:15.200358 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.db_base_plugin_common [None req-f8641474-afd7-4c03-8e32-763ed143ec44 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Allocated IP 172.27.3.253 (6740c5c8-77e9-4fca-8473-ad46ab012dd6/fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b/c0703ec2-fd72-4511-a015-fa49582fb9d9) {{(pid=94315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 01:44:15.305398 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-f8641474-afd7-4c03-8e32-763ed143ec44 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks [] for port, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:44:15.408905 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-f8641474-afd7-4c03-8e32-763ed143ec44 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791478024214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8502847'] for port, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:44:15.445143 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8641474-afd7-4c03-8e32-763ed143ec44 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Network 6740c5c8-77e9-4fca-8473-ad46ab012dd6 is already hosted by enough agents. {{(pid=94315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 01:44:15.447822 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.base_scheduler [None req-f8641474-afd7-4c03-8e32-763ed143ec44 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Resources bound (agent type, host, resource id): {{(pid=94315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 01:44:15.450399 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8641474-afd7-4c03-8e32-763ed143ec44 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Received port after_create {{(pid=94315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 01:44:15.478132 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8641474-afd7-4c03-8e32-763ed143ec44 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Pushing event updated for resources: {'Port': ['ID=c0703ec2-fd72-4511-a015-fa49582fb9d9,revision_number=1']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:44:15.488749 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8641474-afd7-4c03-8e32-763ed143ec44 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:44:15.489120 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8641474-afd7-4c03-8e32-763ed143ec44 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:44:15.489452 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8641474-afd7-4c03-8e32-763ed143ec44 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:44:15.490546 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8641474-afd7-4c03-8e32-763ed143ec44 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:44:15.490871 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8641474-afd7-4c03-8e32-763ed143ec44 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:44:15.491191 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8641474-afd7-4c03-8e32-763ed143ec44 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:44:15.491506 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8641474-afd7-4c03-8e32-763ed143ec44 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:44:15.491826 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8641474-afd7-4c03-8e32-763ed143ec44 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:44:15.492147 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8641474-afd7-4c03-8e32-763ed143ec44 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:44:15.492453 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8641474-afd7-4c03-8e32-763ed143ec44 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:44:15.492757 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8641474-afd7-4c03-8e32-763ed143ec44 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:44:15.493094 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8641474-afd7-4c03-8e32-763ed143ec44 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:44:15.951819 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ed545f81-8b1b-4cf8-a1bc-5817d83b44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:44:16.082426 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-f8641474-afd7-4c03-8e32-763ed143ec44 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:44:16.216765 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-f8641474-afd7-4c03-8e32-763ed143ec44 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593747'] for port, before_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:44:16.361666 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-f8641474-afd7-4c03-8e32-763ed143ec44 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks [] for port, precommit_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:44:16.448674 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-f8641474-afd7-4c03-8e32-763ed143ec44 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791478493233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791478024232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791478024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8502822'] for port, after_update {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:44:16.516018 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8641474-afd7-4c03-8e32-763ed143ec44 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Pushing event updated for resources: {'Port': ['ID=c0703ec2-fd72-4511-a015-fa49582fb9d9,revision_number=2']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:44:16.526012 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-f8641474-afd7-4c03-8e32-763ed143ec44 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2027135'] for floatingip, after_create {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:44:16.623451 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.db.l3_db [None req-f8641474-afd7-4c03-8e32-763ed143ec44 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Floating IP cb3ac109-d804-4d06-9068-ba93237df19a associated. External IP: 172.27.3.253, port: 986f58eb-554b-44ff-8734-2002bd04a225. Aug 27 01:44:16.826676 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8641474-afd7-4c03-8e32-763ed143ec44 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Router 1b3e1f4e-4eb5-4875-bd32-5dac995caec9 has already been hosted by L3 agent 8dc83c43-e68e-43c9-8595-1753e39ae809 {{(pid=94315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 01:44:16.931459 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8641474-afd7-4c03-8e32-763ed143ec44 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify agent at l3_agent.dv-cinder-759169-3-iscsi the message routers_updated {{(pid=94315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 01:44:16.941197 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4376bd4-1c7b-4433-9c61-b45328e9dc79 None None] Sync routers for ids ['1b3e1f4e-4eb5-4875-bd32-5dac995caec9'] in dv-cinder-759169-3-iscsi {{(pid=94317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 01:44:16.949668 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4376bd4-1c7b-4433-9c61-b45328e9dc79 None None] Routers {'1b3e1f4e-4eb5-4875-bd32-5dac995caec9'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:44:16.950277 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-d4376bd4-1c7b-4433-9c61-b45328e9dc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:44:14Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['1b3e1f4e-4eb5-4875-bd32-5dac995caec9'], 'active': True} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:44:17.028397 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-f8641474-afd7-4c03-8e32-763ed143ec44 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for floatingip, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:44:17.051825 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvr_db [None req-d4376bd4-1c7b-4433-9c61-b45328e9dc79 None None] Set router 1b3e1f4e-4eb5-4875-bd32-5dac995caec9 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:44:17.068947 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-f8641474-afd7-4c03-8e32-763ed143ec44 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1329401 Aug 27 01:44:17.068947 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d3dc24-cb1c-4ef7-8835-ddde174d5c50', 'tag': '986f58eb-554b-44ff-8734-2002bd04a225'}] {{(pid=94315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:44:17.068947 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4b197ec9f2f0e9474c50df7e7ed8b30a1ed8e7d4526d98a0361b780d87c209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-880317db-41e9-422b-a9ed-fce1f5302079" -d '{"events": [{"name": "network-changed", "server_uuid": "d6d3dc24-cb1c-4ef7-8835-ddde174d5c50", "tag": "986f58eb-554b-44ff-8734-2002bd04a225"}]}' {{(pid=94315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:44:17.100910 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 01:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c227794e-9d15-4a84-8161-42dd43c53fb4 x-openstack-request-id: req-c227794e-9d15-4a84-8161-42dd43c53fb4 {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:44:17.101524 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6d3dc24-cb1c-4ef7-8835-ddde174d5c50", "tag": "986f58eb-554b-44ff-8734-2002bd04a225", "status": "completed", "code": 200}]} {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:44:17.101524 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c227794e-9d15-4a84-8161-42dd43c53fb4 {{(pid=94315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:44:17.101821 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6d3dc24-cb1c-4ef7-8835-ddde174d5c50', 'tag': '986f58eb-554b-44ff-8734-2002bd04a225', 'status': 'completed', 'code': 200} Aug 27 01:44:17.183955 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880317db-41e9-422b-a9ed-fce1f5302079 req-c4796328-89d5-48c4-acf5-8087e4148422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:44:17.185497 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-880317db-41e9-422b-a9ed-fce1f5302079 req-c4796328-89d5-48c4-acf5-8087e4148422 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e450a8d39c6c4bc1aa95f2240bf96927&device_id=d6d3dc24-cb1c-4ef7-8835-ddde174d5c50 HTTP/1.1" status: 200 len: 1099 time: 0.0409243 Aug 27 01:44:17.275146 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-d4376bd4-1c7b-4433-9c61-b45328e9dc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'name': 'tempest-TestVolumeBootPattern-1891695804-router', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '7d13c4c1-4949-4500-8835-61d7f31ae80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:39:11Z', 'updated_at': '2021-08-27T01:39:14Z', 'revision_number': 4, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'gw_port': {'id': '7d13c4c1-4949-4500-8835-61d7f31ae80c', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:71:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:39:12Z', 'updated_at': '2021-08-27T01:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_floatingips': [{'id': 'cb3ac109-d804-4d06-9068-ba93237df19a', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'floating_ip_address': '172.27.3.253', 'floating_network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'router_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'port_id': '986f58eb-554b-44ff-8734-2002bd04a225', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c', 'mac_address': 'fa:16:3e:7b:21:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d3dc24-cb1c-4ef7-8835-ddde174d5c50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T01:44:15Z', 'updated_at': '2021-08-27T01:44:15Z', 'revision_number': 0, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'fixed_ip_address_scope': None}, {'id': 'e2ff3b0f-efb1-4a81-b351-025f7382d34e', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'floating_ip_address': '172.27.3.20', 'floating_network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'router_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'port_id': 'f3304d45-9af7-4da5-8afa-fdd205afecba', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c', 'mac_address': 'fa:16:3e:63:f8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a473973-cb03-4335-bad0-618c98df77cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T01:42:21Z', 'updated_at': '2021-08-27T01:42:23Z', 'revision_number': 1, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e65f5867-c45a-4aa6-acf6-5fa199690e5d', 'name': '', 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'mac_address': 'fa:16:3e:c0:fd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8a4c81fa-fae1-4cf5-8038-5477ded1756d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:39:13Z', 'updated_at': '2021-08-27T01:39:21Z', 'revision_number': 5, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'subnets': [{'id': '8a4c81fa-fae1-4cf5-8038-5477ded1756d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:44:17.280768 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880317db-41e9-422b-a9ed-fce1f5302079 req-722aa316-bbcc-488d-a971-df9080d1f6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:44:17.282931 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-880317db-41e9-422b-a9ed-fce1f5302079 req-722aa316-bbcc-488d-a971-df9080d1f6d9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=36f8a83c-fcee-45f1-9a2d-3d2de8a9383c HTTP/1.1" status: 200 len: 913 time: 0.0910778 Aug 27 01:44:17.305019 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4376bd4-1c7b-4433-9c61-b45328e9dc79 None None] Checking router: 1b3e1f4e-4eb5-4875-bd32-5dac995caec9 for host: dv-cinder-759169-3-iscsi {{(pid=94317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 01:44:17.313261 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4376bd4-1c7b-4433-9c61-b45328e9dc79 None None] Routers {'1b3e1f4e-4eb5-4875-bd32-5dac995caec9'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:44:17.313872 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-d4376bd4-1c7b-4433-9c61-b45328e9dc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:44:14Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['1b3e1f4e-4eb5-4875-bd32-5dac995caec9'], 'active': True} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:44:17.348218 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-880317db-41e9-422b-a9ed-fce1f5302079 req-ac0ee45b-d854-4d22-bb88-8af49f13bb1e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=986f58eb-554b-44ff-8734-2002bd04a225 HTTP/1.1" status: 200 len: 1000 time: 0.0583477 Aug 27 01:44:17.401692 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880317db-41e9-422b-a9ed-fce1f5302079 req-f7015eca-9832-4035-9c7e-c7ab01955d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:44:17.403185 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-880317db-41e9-422b-a9ed-fce1f5302079 req-f7015eca-9832-4035-9c7e-c7ab01955d26 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8a4c81fa-fae1-4cf5-8038-5477ded1756d HTTP/1.1" status: 200 len: 851 time: 0.0488183 Aug 27 01:44:17.431869 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvr_db [None req-d4376bd4-1c7b-4433-9c61-b45328e9dc79 None None] Set router 1b3e1f4e-4eb5-4875-bd32-5dac995caec9 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:44:17.451401 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880317db-41e9-422b-a9ed-fce1f5302079 req-dd0e5a1c-dca8-4fb5-ac36-a85976a76c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:44:17.452987 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-880317db-41e9-422b-a9ed-fce1f5302079 req-dd0e5a1c-dca8-4fb5-ac36-a85976a76c7a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=36f8a83c-fcee-45f1-9a2d-3d2de8a9383c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420163 Aug 27 01:44:17.469562 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-809c4053-e1f3-4656-979d-5dfd58cb0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:44:17.541802 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-880317db-41e9-422b-a9ed-fce1f5302079 req-50183488-6d17-48c8-8707-de47f5caaad8 service neutron] 10.222.0.24 "GET /v2.0/networks/36f8a83c-fcee-45f1-9a2d-3d2de8a9383c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817466 Aug 27 01:44:17.633938 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-880317db-41e9-422b-a9ed-fce1f5302079 req-bbc6d1e2-5f0c-4c72-ac4b-e8653adee958 service neutron] 10.222.0.24 "GET /v2.0/networks/36f8a83c-fcee-45f1-9a2d-3d2de8a9383c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854769 Aug 27 01:44:17.658030 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-d4376bd4-1c7b-4433-9c61-b45328e9dc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'name': 'tempest-TestVolumeBootPattern-1891695804-router', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '7d13c4c1-4949-4500-8835-61d7f31ae80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:39:11Z', 'updated_at': '2021-08-27T01:39:14Z', 'revision_number': 4, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'gw_port': {'id': '7d13c4c1-4949-4500-8835-61d7f31ae80c', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:71:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:39:12Z', 'updated_at': '2021-08-27T01:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_floatingips': [{'id': 'cb3ac109-d804-4d06-9068-ba93237df19a', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'floating_ip_address': '172.27.3.253', 'floating_network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'router_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'port_id': '986f58eb-554b-44ff-8734-2002bd04a225', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c', 'mac_address': 'fa:16:3e:7b:21:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d3dc24-cb1c-4ef7-8835-ddde174d5c50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T01:44:15Z', 'updated_at': '2021-08-27T01:44:15Z', 'revision_number': 0, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'fixed_ip_address_scope': None}, {'id': 'e2ff3b0f-efb1-4a81-b351-025f7382d34e', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'floating_ip_address': '172.27.3.20', 'floating_network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'router_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'port_id': 'f3304d45-9af7-4da5-8afa-fdd205afecba', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c', 'mac_address': 'fa:16:3e:63:f8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a473973-cb03-4335-bad0-618c98df77cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T01:42:21Z', 'updated_at': '2021-08-27T01:42:23Z', 'revision_number': 1, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e65f5867-c45a-4aa6-acf6-5fa199690e5d', 'name': '', 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'mac_address': 'fa:16:3e:c0:fd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8a4c81fa-fae1-4cf5-8038-5477ded1756d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:39:13Z', 'updated_at': '2021-08-27T01:39:21Z', 'revision_number': 5, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'subnets': [{'id': '8a4c81fa-fae1-4cf5-8038-5477ded1756d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:44:17.685072 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4376bd4-1c7b-4433-9c61-b45328e9dc79 None None] The sync data for ids ['1b3e1f4e-4eb5-4875-bd32-5dac995caec9'] in dv-cinder-759169-3-iscsi is: [{'id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'name': 'tempest-TestVolumeBootPattern-1891695804-router', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '7d13c4c1-4949-4500-8835-61d7f31ae80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:39:11Z', 'updated_at': '2021-08-27T01:39:14Z', 'revision_number': 4, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'gw_port': {'id': '7d13c4c1-4949-4500-8835-61d7f31ae80c', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:71:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:39:12Z', 'updated_at': '2021-08-27T01:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_floatingips': [{'id': 'cb3ac109-d804-4d06-9068-ba93237df19a', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'floating_ip_address': '172.27.3.253', 'floating_network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'router_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'port_id': '986f58eb-554b-44ff-8734-2002bd04a225', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c', 'mac_address': 'fa:16:3e:7b:21:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d3dc24-cb1c-4ef7-8835-ddde174d5c50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T01:44:15Z', 'updated_at': '2021-08-27T01:44:15Z', 'revision_number': 0, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'fixed_ip_address_scope': None}, {'id': 'e2ff3b0f-efb1-4a81-b351-025f7382d34e', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'floating_ip_address': '172.27.3.20', 'floating_network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'router_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'port_id': 'f3304d45-9af7-4da5-8afa-fdd205afecba', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c', 'mac_address': 'fa:16:3e:63:f8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a473973-cb03-4335-bad0-618c98df77cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T01:42:21Z', 'updated_at': '2021-08-27T01:42:23Z', 'revision_number': 1, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e65f5867-c45a-4aa6-acf6-5fa199690e5d', 'name': '', 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'mac_address': 'fa:16:3e:c0:fd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8a4c81fa-fae1-4cf5-8038-5477ded1756d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:39:13Z', 'updated_at': '2021-08-27T01:39:21Z', 'revision_number': 5, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'subnets': [{'id': '8a4c81fa-fae1-4cf5-8038-5477ded1756d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 01:44:17.857671 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b961d6eb-e636-492d-b701-2fb8b377079f None None] New status for floating IP cb3ac109-d804-4d06-9068-ba93237df19a: ACTIVE {{(pid=94318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 01:44:24.525304 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:44:33.010271 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.agents_db [None req-fec0d0a0-65fd-4898-8015-6bc2580b487e None None] Agent healthcheck: found 6 active agents {{(pid=94318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 01:44:36.377860 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-392b3673-67e7-4ccb-aaea-065ebc1f13f1 req-d1b11816-54f3-47df-8b01-0a8dad7c593a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9a473973-cb03-4335-bad0-618c98df77cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391877 Aug 27 01:44:36.479159 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b3673-67e7-4ccb-aaea-065ebc1f13f1 req-29b95d2e-2183-4483-930e-24a9a87ead5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:44:36.480586 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-392b3673-67e7-4ccb-aaea-065ebc1f13f1 req-29b95d2e-2183-4483-930e-24a9a87ead5c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e450a8d39c6c4bc1aa95f2240bf96927&device_id=9a473973-cb03-4335-bad0-618c98df77cd HTTP/1.1" status: 200 len: 1099 time: 0.0386171 Aug 27 01:44:36.589576 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b3673-67e7-4ccb-aaea-065ebc1f13f1 req-a73203c0-290a-4fa1-be9c-77e7f98ceec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:44:36.591027 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-392b3673-67e7-4ccb-aaea-065ebc1f13f1 req-a73203c0-290a-4fa1-be9c-77e7f98ceec8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=36f8a83c-fcee-45f1-9a2d-3d2de8a9383c HTTP/1.1" status: 200 len: 913 time: 0.0903583 Aug 27 01:44:36.656516 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-392b3673-67e7-4ccb-aaea-065ebc1f13f1 req-f63a759a-e349-40fa-881c-56395f509ae7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3304d45-9af7-4da5-8afa-fdd205afecba HTTP/1.1" status: 200 len: 1001 time: 0.0570931 Aug 27 01:44:36.707473 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b3673-67e7-4ccb-aaea-065ebc1f13f1 req-380a846b-3545-43c8-977f-2275573289f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:44:36.709446 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-392b3673-67e7-4ccb-aaea-065ebc1f13f1 req-380a846b-3545-43c8-977f-2275573289f5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8a4c81fa-fae1-4cf5-8038-5477ded1756d HTTP/1.1" status: 200 len: 851 time: 0.0462353 Aug 27 01:44:36.752641 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b3673-67e7-4ccb-aaea-065ebc1f13f1 req-0b19341b-5329-49d6-bcf1-47e3f4d036ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:44:36.754104 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-392b3673-67e7-4ccb-aaea-065ebc1f13f1 req-0b19341b-5329-49d6-bcf1-47e3f4d036ab service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=36f8a83c-fcee-45f1-9a2d-3d2de8a9383c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381324 Aug 27 01:44:36.841998 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-392b3673-67e7-4ccb-aaea-065ebc1f13f1 req-ee7639aa-f61d-4583-9700-421ab2e349e4 service neutron] 10.222.0.24 "GET /v2.0/networks/36f8a83c-fcee-45f1-9a2d-3d2de8a9383c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792487 Aug 27 01:44:36.936521 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-392b3673-67e7-4ccb-aaea-065ebc1f13f1 req-bc5e44c0-3b23-4333-8adc-591fc98a1b20 service neutron] 10.222.0.24 "GET /v2.0/networks/36f8a83c-fcee-45f1-9a2d-3d2de8a9383c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859275 Aug 27 01:44:41.958729 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-0b6bb2f3-80c8-4aca-b1a2-e217a135aa7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:44:44.508224 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-7cd45cc2-6acc-49ec-986c-3e1714665190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:44:44.642252 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:44:45.962514 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ed545f81-8b1b-4cf8-a1bc-5817d83b44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:44:47.456160 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-809c4053-e1f3-4656-979d-5dfd58cb0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:44:54.541835 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:45:10.009317 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.agents_db [None req-fec0d0a0-65fd-4898-8015-6bc2580b487e None None] Agent healthcheck: found 6 active agents {{(pid=94318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 01:45:11.958041 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-b8e65d97-87fe-4651-aa31-b9ccca7a9fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:45:14.505031 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-fe667bcf-5baa-4be7-804d-088e82631b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:45:14.658841 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:45:15.955825 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ed545f81-8b1b-4cf8-a1bc-5817d83b44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:45:17.464938 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-809c4053-e1f3-4656-979d-5dfd58cb0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:45:24.564177 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:45:37.700339 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-bea261e5-12a8-4164-a753-c13160d2795d req-984086f4-0db9-4249-a046-a53094e76d17 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d6d3dc24-cb1c-4ef7-8835-ddde174d5c50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1499274 Aug 27 01:45:37.780380 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea261e5-12a8-4164-a753-c13160d2795d req-b3b2d057-71ce-42f6-a287-e74073a0619f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:45:37.781869 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-bea261e5-12a8-4164-a753-c13160d2795d req-b3b2d057-71ce-42f6-a287-e74073a0619f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e450a8d39c6c4bc1aa95f2240bf96927&device_id=d6d3dc24-cb1c-4ef7-8835-ddde174d5c50 HTTP/1.1" status: 200 len: 1099 time: 0.0410552 Aug 27 01:45:37.885794 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea261e5-12a8-4164-a753-c13160d2795d req-deeef325-83ba-4119-abc1-1a6c5b01d4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:45:37.887259 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-bea261e5-12a8-4164-a753-c13160d2795d req-deeef325-83ba-4119-abc1-1a6c5b01d4e8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=36f8a83c-fcee-45f1-9a2d-3d2de8a9383c HTTP/1.1" status: 200 len: 913 time: 0.0857196 Aug 27 01:45:37.949829 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-bea261e5-12a8-4164-a753-c13160d2795d req-f1616da8-c3cb-4f0b-b584-2b5999b85dcb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=986f58eb-554b-44ff-8734-2002bd04a225 HTTP/1.1" status: 200 len: 1002 time: 0.0551741 Aug 27 01:45:38.001847 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea261e5-12a8-4164-a753-c13160d2795d req-73f74092-8d06-422e-b71b-31798db90ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:45:38.003152 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-bea261e5-12a8-4164-a753-c13160d2795d req-73f74092-8d06-422e-b71b-31798db90ef4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8a4c81fa-fae1-4cf5-8038-5477ded1756d HTTP/1.1" status: 200 len: 851 time: 0.0461779 Aug 27 01:45:38.048231 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea261e5-12a8-4164-a753-c13160d2795d req-a6d1b53b-ef86-45f5-a808-7e96d19eaac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:45:38.049704 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-bea261e5-12a8-4164-a753-c13160d2795d req-a6d1b53b-ef86-45f5-a808-7e96d19eaac6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=36f8a83c-fcee-45f1-9a2d-3d2de8a9383c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377302 Aug 27 01:45:38.138094 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-bea261e5-12a8-4164-a753-c13160d2795d req-8853a0b6-798a-4566-86a3-7999ce7683a7 service neutron] 10.222.0.24 "GET /v2.0/networks/36f8a83c-fcee-45f1-9a2d-3d2de8a9383c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806444 Aug 27 01:45:38.230580 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-bea261e5-12a8-4164-a753-c13160d2795d req-52af1670-872c-42de-a921-f397074bdf89 service neutron] 10.222.0.24 "GET /v2.0/networks/36f8a83c-fcee-45f1-9a2d-3d2de8a9383c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847218 Aug 27 01:45:41.955833 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-cf49514b-5130-44da-ae6c-8f054388fef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:45:42.647918 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [req-a607e52c-529e-4ae2-9b77-3f27de5190b0 req-483d99b9-1906-4173-9253-da0c707f290b service neutron] (94315) timed out ('10.222.0.24', 54542) {{(pid=94315) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 01:45:44.534602 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-2e1edb2c-1229-4168-94b9-9157af6a7981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:45:44.677655 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:45:45.963236 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ed545f81-8b1b-4cf8-a1bc-5817d83b44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:45:47.007472 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.agents_db [None req-fec0d0a0-65fd-4898-8015-6bc2580b487e None None] Agent healthcheck: found 6 active agents {{(pid=94318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 01:45:47.264369 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 35968) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:45:47.464953 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [None req-6b12a4c0-de1c-4629-b293-cef4d21dc483 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Deleting port c0703ec2-fd72-4511-a015-fa49582fb9d9 {{(pid=94315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:45:47.465289 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-6b12a4c0-de1c-4629-b293-cef4d21dc483 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:45:47.470263 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-809c4053-e1f3-4656-979d-5dfd58cb0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:45:47.540373 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-6b12a4c0-de1c-4629-b293-cef4d21dc483 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:45:47.540883 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-6b12a4c0-de1c-4629-b293-cef4d21dc483 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:45:47.552166 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [None req-6b12a4c0-de1c-4629-b293-cef4d21dc483 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Calling delete_port for c0703ec2-fd72-4511-a015-fa49582fb9d9 owned by network:floatingip {{(pid=94315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:45:47.763312 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-6b12a4c0-de1c-4629-b293-cef4d21dc483 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8502847'] for port, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:45:47.788972 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12a4c0-de1c-4629-b293-cef4d21dc483 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Pushing event deleted for resources: {'Port': ['ID=c0703ec2-fd72-4511-a015-fa49582fb9d9,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:45:47.800412 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12a4c0-de1c-4629-b293-cef4d21dc483 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:45:47.800763 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12a4c0-de1c-4629-b293-cef4d21dc483 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:45:47.801132 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12a4c0-de1c-4629-b293-cef4d21dc483 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:45:47.801471 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12a4c0-de1c-4629-b293-cef4d21dc483 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:45:47.801804 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12a4c0-de1c-4629-b293-cef4d21dc483 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:45:47.802132 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12a4c0-de1c-4629-b293-cef4d21dc483 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:45:47.802460 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12a4c0-de1c-4629-b293-cef4d21dc483 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:45:47.802784 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12a4c0-de1c-4629-b293-cef4d21dc483 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:45:47.803109 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12a4c0-de1c-4629-b293-cef4d21dc483 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:45:47.803434 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12a4c0-de1c-4629-b293-cef4d21dc483 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:45:47.803753 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12a4c0-de1c-4629-b293-cef4d21dc483 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:45:47.804073 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12a4c0-de1c-4629-b293-cef4d21dc483 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:45:47.859480 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-6b12a4c0-de1c-4629-b293-cef4d21dc483 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks [] for floatingip, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:45:47.859789 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.db.l3_db [None req-6b12a4c0-de1c-4629-b293-cef4d21dc483 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Floating IP cb3ac109-d804-4d06-9068-ba93237df19a disassociated (deleted). External IP: 172.27.3.253, port: 986f58eb-554b-44ff-8734-2002bd04a225. Aug 27 01:45:48.059199 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b12a4c0-de1c-4629-b293-cef4d21dc483 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Router 1b3e1f4e-4eb5-4875-bd32-5dac995caec9 has already been hosted by L3 agent 8dc83c43-e68e-43c9-8595-1753e39ae809 {{(pid=94315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 01:45:48.162516 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b12a4c0-de1c-4629-b293-cef4d21dc483 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify agent at l3_agent.dv-cinder-759169-3-iscsi the message routers_updated {{(pid=94315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 01:45:48.167729 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-6b12a4c0-de1c-4629-b293-cef4d21dc483 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for floatingip, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:45:48.173856 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d492647-842e-458d-a4ad-3237b38b37b9 None None] Sync routers for ids ['1b3e1f4e-4eb5-4875-bd32-5dac995caec9'] in dv-cinder-759169-3-iscsi {{(pid=94317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 01:45:48.183287 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d492647-842e-458d-a4ad-3237b38b37b9 None None] Routers {'1b3e1f4e-4eb5-4875-bd32-5dac995caec9'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:45:48.183957 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-8d492647-842e-458d-a4ad-3237b38b37b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:45:44Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['1b3e1f4e-4eb5-4875-bd32-5dac995caec9'], 'active': True} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:45:48.196998 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-6b12a4c0-de1c-4629-b293-cef4d21dc483 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "DELETE /v2.0/floatingips/cb3ac109-d804-4d06-9068-ba93237df19a HTTP/1.1" status: 204 len: 168 time: 0.9292147 Aug 27 01:45:48.196998 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d3dc24-cb1c-4ef7-8835-ddde174d5c50', 'tag': '986f58eb-554b-44ff-8734-2002bd04a225'}] {{(pid=94315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:45:48.197533 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4b197ec9f2f0e9474c50df7e7ed8b30a1ed8e7d4526d98a0361b780d87c209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee50cca-88cc-42b9-bae1-10a7892bc67b" -d '{"events": [{"name": "network-changed", "server_uuid": "d6d3dc24-cb1c-4ef7-8835-ddde174d5c50", "tag": "986f58eb-554b-44ff-8734-2002bd04a225"}]}' {{(pid=94315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:45:48.247074 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 01:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0596159f-50d5-46f8-936b-c914f8b78d3e x-openstack-request-id: req-0596159f-50d5-46f8-936b-c914f8b78d3e {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:45:48.247645 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6d3dc24-cb1c-4ef7-8835-ddde174d5c50", "tag": "986f58eb-554b-44ff-8734-2002bd04a225", "status": "completed", "code": 200}]} {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:45:48.247907 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0596159f-50d5-46f8-936b-c914f8b78d3e {{(pid=94315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:45:48.248307 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6d3dc24-cb1c-4ef7-8835-ddde174d5c50', 'tag': '986f58eb-554b-44ff-8734-2002bd04a225', 'status': 'completed', 'code': 200} Aug 27 01:45:48.299207 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvr_db [None req-8d492647-842e-458d-a4ad-3237b38b37b9 None None] Set router 1b3e1f4e-4eb5-4875-bd32-5dac995caec9 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:45:48.331262 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee50cca-88cc-42b9-bae1-10a7892bc67b req-3e31a771-c796-4659-abd5-1503413491c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:45:48.332667 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-aee50cca-88cc-42b9-bae1-10a7892bc67b req-3e31a771-c796-4659-abd5-1503413491c6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e450a8d39c6c4bc1aa95f2240bf96927&device_id=d6d3dc24-cb1c-4ef7-8835-ddde174d5c50 HTTP/1.1" status: 200 len: 1099 time: 0.0403857 Aug 27 01:45:48.438043 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee50cca-88cc-42b9-bae1-10a7892bc67b req-eb7aaee1-0d61-4541-86f8-faf9aac1baec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:45:48.439567 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-aee50cca-88cc-42b9-bae1-10a7892bc67b req-eb7aaee1-0d61-4541-86f8-faf9aac1baec service neutron] 10.222.0.24 "GET /v2.0/networks?id=36f8a83c-fcee-45f1-9a2d-3d2de8a9383c HTTP/1.1" status: 200 len: 913 time: 0.0996344 Aug 27 01:45:48.481413 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-aee50cca-88cc-42b9-bae1-10a7892bc67b req-ffa1c82e-7341-40ec-b1da-dbaed208087c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=986f58eb-554b-44ff-8734-2002bd04a225 HTTP/1.1" status: 200 len: 217 time: 0.0341082 Aug 27 01:45:48.538790 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-8d492647-842e-458d-a4ad-3237b38b37b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'name': 'tempest-TestVolumeBootPattern-1891695804-router', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '7d13c4c1-4949-4500-8835-61d7f31ae80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:39:11Z', 'updated_at': '2021-08-27T01:39:14Z', 'revision_number': 4, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'gw_port': {'id': '7d13c4c1-4949-4500-8835-61d7f31ae80c', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:71:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:39:12Z', 'updated_at': '2021-08-27T01:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_floatingips': [{'id': 'e2ff3b0f-efb1-4a81-b351-025f7382d34e', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'floating_ip_address': '172.27.3.20', 'floating_network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'router_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'port_id': 'f3304d45-9af7-4da5-8afa-fdd205afecba', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c', 'mac_address': 'fa:16:3e:63:f8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a473973-cb03-4335-bad0-618c98df77cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T01:42:21Z', 'updated_at': '2021-08-27T01:42:23Z', 'revision_number': 1, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e65f5867-c45a-4aa6-acf6-5fa199690e5d', 'name': '', 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'mac_address': 'fa:16:3e:c0:fd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8a4c81fa-fae1-4cf5-8038-5477ded1756d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:39:13Z', 'updated_at': '2021-08-27T01:39:21Z', 'revision_number': 5, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'subnets': [{'id': '8a4c81fa-fae1-4cf5-8038-5477ded1756d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:45:48.565952 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d492647-842e-458d-a4ad-3237b38b37b9 None None] Checking router: 1b3e1f4e-4eb5-4875-bd32-5dac995caec9 for host: dv-cinder-759169-3-iscsi {{(pid=94317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 01:45:48.575079 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d492647-842e-458d-a4ad-3237b38b37b9 None None] Routers {'1b3e1f4e-4eb5-4875-bd32-5dac995caec9'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:45:48.575701 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-8d492647-842e-458d-a4ad-3237b38b37b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:45:44Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['1b3e1f4e-4eb5-4875-bd32-5dac995caec9'], 'active': True} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:45:48.598134 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee50cca-88cc-42b9-bae1-10a7892bc67b req-701e0a67-64fd-49d8-b3e2-d6d7fdcdd569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:45:48.599485 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-aee50cca-88cc-42b9-bae1-10a7892bc67b req-701e0a67-64fd-49d8-b3e2-d6d7fdcdd569 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8a4c81fa-fae1-4cf5-8038-5477ded1756d HTTP/1.1" status: 200 len: 851 time: 0.0666885 Aug 27 01:45:48.607737 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e2ab9-3c87-40cc-ae4d-89ddf3da72a4 req-8f9887ca-7884-4477-8079-b3c9ddf0a79a tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:45:48.609136 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-1d3e2ab9-3c87-40cc-ae4d-89ddf3da72a4 req-8f9887ca-7884-4477-8079-b3c9ddf0a79a tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6d3dc24-cb1c-4ef7-8835-ddde174d5c50 HTTP/1.1" status: 200 len: 946 time: 0.0869372 Aug 27 01:45:48.674297 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-1d3e2ab9-3c87-40cc-ae4d-89ddf3da72a4 req-a91b26d8-6fb6-4643-ab11-8d381818e800 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/security-groups?id=60c5e2c5-0408-44e2-ada8-fb638f0e54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568192 Aug 27 01:45:48.676257 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee50cca-88cc-42b9-bae1-10a7892bc67b req-b9889572-9372-468d-ba6f-24495eef7188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:45:48.677807 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-aee50cca-88cc-42b9-bae1-10a7892bc67b req-b9889572-9372-468d-ba6f-24495eef7188 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=36f8a83c-fcee-45f1-9a2d-3d2de8a9383c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0677974 Aug 27 01:45:48.689322 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvr_db [None req-8d492647-842e-458d-a4ad-3237b38b37b9 None None] Set router 1b3e1f4e-4eb5-4875-bd32-5dac995caec9 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:45:48.778771 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-aee50cca-88cc-42b9-bae1-10a7892bc67b req-d6b80694-37be-4903-854f-ff4379f615f7 service neutron] 10.222.0.24 "GET /v2.0/networks/36f8a83c-fcee-45f1-9a2d-3d2de8a9383c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925252 Aug 27 01:45:48.867805 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-aee50cca-88cc-42b9-bae1-10a7892bc67b req-ab78e968-9f13-42e7-bedb-5665617eb55d service neutron] 10.222.0.24 "GET /v2.0/networks/36f8a83c-fcee-45f1-9a2d-3d2de8a9383c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799427 Aug 27 01:45:48.914874 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-8d492647-842e-458d-a4ad-3237b38b37b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'name': 'tempest-TestVolumeBootPattern-1891695804-router', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '7d13c4c1-4949-4500-8835-61d7f31ae80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:39:11Z', 'updated_at': '2021-08-27T01:39:14Z', 'revision_number': 4, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'gw_port': {'id': '7d13c4c1-4949-4500-8835-61d7f31ae80c', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:71:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:39:12Z', 'updated_at': '2021-08-27T01:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_floatingips': [{'id': 'e2ff3b0f-efb1-4a81-b351-025f7382d34e', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'floating_ip_address': '172.27.3.20', 'floating_network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'router_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'port_id': 'f3304d45-9af7-4da5-8afa-fdd205afecba', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c', 'mac_address': 'fa:16:3e:63:f8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a473973-cb03-4335-bad0-618c98df77cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T01:42:21Z', 'updated_at': '2021-08-27T01:42:23Z', 'revision_number': 1, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e65f5867-c45a-4aa6-acf6-5fa199690e5d', 'name': '', 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'mac_address': 'fa:16:3e:c0:fd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8a4c81fa-fae1-4cf5-8038-5477ded1756d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:39:13Z', 'updated_at': '2021-08-27T01:39:21Z', 'revision_number': 5, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'subnets': [{'id': '8a4c81fa-fae1-4cf5-8038-5477ded1756d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:45:48.946269 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d492647-842e-458d-a4ad-3237b38b37b9 None None] The sync data for ids ['1b3e1f4e-4eb5-4875-bd32-5dac995caec9'] in dv-cinder-759169-3-iscsi is: [{'id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'name': 'tempest-TestVolumeBootPattern-1891695804-router', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '7d13c4c1-4949-4500-8835-61d7f31ae80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:39:11Z', 'updated_at': '2021-08-27T01:39:14Z', 'revision_number': 4, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'gw_port': {'id': '7d13c4c1-4949-4500-8835-61d7f31ae80c', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:71:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:39:12Z', 'updated_at': '2021-08-27T01:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_floatingips': [{'id': 'e2ff3b0f-efb1-4a81-b351-025f7382d34e', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'floating_ip_address': '172.27.3.20', 'floating_network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'router_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'port_id': 'f3304d45-9af7-4da5-8afa-fdd205afecba', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c', 'mac_address': 'fa:16:3e:63:f8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a473973-cb03-4335-bad0-618c98df77cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T01:42:21Z', 'updated_at': '2021-08-27T01:42:23Z', 'revision_number': 1, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e65f5867-c45a-4aa6-acf6-5fa199690e5d', 'name': '', 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'mac_address': 'fa:16:3e:c0:fd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8a4c81fa-fae1-4cf5-8038-5477ded1756d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:39:13Z', 'updated_at': '2021-08-27T01:39:21Z', 'revision_number': 5, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'subnets': [{'id': '8a4c81fa-fae1-4cf5-8038-5477ded1756d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 01:45:49.144943 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0001e64-8bef-400c-bb32-d9e4463e8021 None None] New status for floating IP cb3ac109-d804-4d06-9068-ba93237df19a: DOWN {{(pid=94318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 01:45:49.807150 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9eb9f-ebb4-40f7-b79e-6560ac135906 req-258586ca-87d8-4935-a7fe-b1f325826942 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:45:49.809112 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-c6f9eb9f-ebb4-40f7-b79e-6560ac135906 req-258586ca-87d8-4935-a7fe-b1f325826942 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6d3dc24-cb1c-4ef7-8835-ddde174d5c50 HTTP/1.1" status: 200 len: 946 time: 0.0504706 Aug 27 01:45:49.847856 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-c6f9eb9f-ebb4-40f7-b79e-6560ac135906 req-22016dbb-1545-4cd8-8a3c-23aeae7c7d39 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/security-groups?id=60c5e2c5-0408-44e2-ada8-fb638f0e54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327411 Aug 27 01:45:50.293439 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9750651d-9237-4310-a52b-0ddcc049b326 req-e2278e71-dbea-4448-a46e-f455e79287c9 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:45:50.294868 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-9750651d-9237-4310-a52b-0ddcc049b326 req-e2278e71-dbea-4448-a46e-f455e79287c9 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6d3dc24-cb1c-4ef7-8835-ddde174d5c50 HTTP/1.1" status: 200 len: 946 time: 0.0476041 Aug 27 01:45:50.383147 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [req-9750651d-9237-4310-a52b-0ddcc049b326 req-58a328d1-dde9-48fa-a981-80819f4cfc62 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Deleting port 986f58eb-554b-44ff-8734-2002bd04a225 {{(pid=94315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:45:50.383482 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-9750651d-9237-4310-a52b-0ddcc049b326 req-58a328d1-dde9-48fa-a981-80819f4cfc62 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:45:50.473820 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [req-9750651d-9237-4310-a52b-0ddcc049b326 req-58a328d1-dde9-48fa-a981-80819f4cfc62 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] For port 986f58eb-554b-44ff-8734-2002bd04a225, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=986f58eb-554b-44ff-8734-2002bd04a225,segment=NetworkSegment(fc9ce6d0-a5a2-4737-ac3e-33897b3e364c),segment_id=fc9ce6d0-a5a2-4737-ac3e-33897b3e364c)] {{(pid=94315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:45:50.474180 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-9750651d-9237-4310-a52b-0ddcc049b326 req-58a328d1-dde9-48fa-a981-80819f4cfc62 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:45:50.486965 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [req-9750651d-9237-4310-a52b-0ddcc049b326 req-58a328d1-dde9-48fa-a981-80819f4cfc62 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Calling delete_port for 986f58eb-554b-44ff-8734-2002bd04a225 owned by compute:nova {{(pid=94315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:45:50.654961 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-9750651d-9237-4310-a52b-0ddcc049b326 req-58a328d1-dde9-48fa-a981-80819f4cfc62 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8502847'] for port, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:45:50.683164 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a328d1-dde9-48fa-a981-80819f4cfc62 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Pushing event deleted for resources: {'Port': ['ID=986f58eb-554b-44ff-8734-2002bd04a225,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:45:50.725796 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.l3_dvrscheduler_db [req-9750651d-9237-4310-a52b-0ddcc049b326 req-58a328d1-dde9-48fa-a981-80819f4cfc62 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] No DVR routers for this DVR port 986f58eb-554b-44ff-8734-2002bd04a225 on host hv-cinder-75916 {{(pid=94315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 01:45:50.728263 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-9750651d-9237-4310-a52b-0ddcc049b326 req-58a328d1-dde9-48fa-a981-80819f4cfc62 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for port, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:45:50.730846 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-9750651d-9237-4310-a52b-0ddcc049b326 req-58a328d1-dde9-48fa-a981-80819f4cfc62 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.24 "DELETE /v2.0/ports/986f58eb-554b-44ff-8734-2002bd04a225 HTTP/1.1" status: 204 len: 173 time: 0.4298882 Aug 27 01:45:50.731277 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d3dc24-cb1c-4ef7-8835-ddde174d5c50', 'name': 'network-vif-deleted', 'tag': '986f58eb-554b-44ff-8734-2002bd04a225'}] {{(pid=94315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:45:50.733589 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4b197ec9f2f0e9474c50df7e7ed8b30a1ed8e7d4526d98a0361b780d87c209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97965dd2-e09c-448a-a1eb-c049ff910f5e" -d '{"events": [{"server_uuid": "d6d3dc24-cb1c-4ef7-8835-ddde174d5c50", "name": "network-vif-deleted", "tag": "986f58eb-554b-44ff-8734-2002bd04a225"}]}' {{(pid=94315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:45:50.768732 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 01:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b937ef2-d290-4c31-883d-9aca6a83b444 x-openstack-request-id: req-9b937ef2-d290-4c31-883d-9aca6a83b444 {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:45:50.769062 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d3dc24-cb1c-4ef7-8835-ddde174d5c50", "name": "network-vif-deleted", "tag": "986f58eb-554b-44ff-8734-2002bd04a225", "status": "completed", "code": 200}]} {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:45:50.769321 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9b937ef2-d290-4c31-883d-9aca6a83b444 {{(pid=94315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:45:50.769719 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d3dc24-cb1c-4ef7-8835-ddde174d5c50', 'name': 'network-vif-deleted', 'tag': '986f58eb-554b-44ff-8734-2002bd04a225', 'status': 'completed', 'code': 200} Aug 27 01:45:50.941344 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-cc824765-0b1a-4abb-bf67-3a566d6350d0 req-4d42f5e9-74f4-495e-ae23-2978047e9587 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6d3dc24-cb1c-4ef7-8835-ddde174d5c50 HTTP/1.1" status: 200 len: 210 time: 0.0257683 Aug 27 01:45:52.046056 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-5e0d6aac-d610-465c-959d-352c9b422283 req-580a55e6-1a45-47ce-9055-fcf049c61a96 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6d3dc24-cb1c-4ef7-8835-ddde174d5c50 HTTP/1.1" status: 200 len: 210 time: 0.0266657 Aug 27 01:45:52.723537 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device 986f58eb-554b-44ff-8734-2002bd04a225 no longer exists at agent hyperv_hv-cinder-75916 {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 01:45:52.744180 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] No Port match for: 986f58eb-554b-44ff-8734-2002bd04a225 {{(pid=94317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 01:45:52.744524 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device 986f58eb-554b-44ff-8734-2002bd04a225 not bound to the agent host hv-cinder-75916 {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 01:45:54.563717 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:45:55.524734 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 36016) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:45:55.675643 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.plugin [None req-32009930-ffab-419f-a9e8-c0ee63d3945e tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Deleting port 667b2c1c-c84c-4d4c-bda8-8f32338ec68c {{(pid=94316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:45:55.675997 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-32009930-ffab-419f-a9e8-c0ee63d3945e tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:45:55.751077 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-32009930-ffab-419f-a9e8-c0ee63d3945e tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:45:55.751404 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-32009930-ffab-419f-a9e8-c0ee63d3945e tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:45:55.762431 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.plugin [None req-32009930-ffab-419f-a9e8-c0ee63d3945e tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Calling delete_port for 667b2c1c-c84c-4d4c-bda8-8f32338ec68c owned by network:floatingip {{(pid=94316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:45:55.963138 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-32009930-ffab-419f-a9e8-c0ee63d3945e tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8444051'] for port, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:45:55.985620 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32009930-ffab-419f-a9e8-c0ee63d3945e tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Pushing event deleted for resources: {'Port': ['ID=667b2c1c-c84c-4d4c-bda8-8f32338ec68c,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:45:55.998962 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32009930-ffab-419f-a9e8-c0ee63d3945e tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:45:55.999312 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32009930-ffab-419f-a9e8-c0ee63d3945e tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:45:55.999651 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32009930-ffab-419f-a9e8-c0ee63d3945e tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:45:55.999983 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32009930-ffab-419f-a9e8-c0ee63d3945e tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:45:56.000308 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32009930-ffab-419f-a9e8-c0ee63d3945e tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:45:56.000634 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32009930-ffab-419f-a9e8-c0ee63d3945e tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:45:56.000982 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32009930-ffab-419f-a9e8-c0ee63d3945e tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:45:56.001308 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32009930-ffab-419f-a9e8-c0ee63d3945e tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:45:56.001665 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32009930-ffab-419f-a9e8-c0ee63d3945e tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:45:56.001944 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32009930-ffab-419f-a9e8-c0ee63d3945e tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:45:56.002260 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32009930-ffab-419f-a9e8-c0ee63d3945e tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:45:56.002572 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32009930-ffab-419f-a9e8-c0ee63d3945e tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:45:56.055240 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-32009930-ffab-419f-a9e8-c0ee63d3945e tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks [] for floatingip, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:45:56.055565 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.db.l3_db [None req-32009930-ffab-419f-a9e8-c0ee63d3945e tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Floating IP e2ff3b0f-efb1-4a81-b351-025f7382d34e disassociated (deleted). External IP: 172.27.3.20, port: f3304d45-9af7-4da5-8afa-fdd205afecba. Aug 27 01:45:56.263219 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32009930-ffab-419f-a9e8-c0ee63d3945e tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Router 1b3e1f4e-4eb5-4875-bd32-5dac995caec9 has already been hosted by L3 agent 8dc83c43-e68e-43c9-8595-1753e39ae809 {{(pid=94316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 01:45:56.365437 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32009930-ffab-419f-a9e8-c0ee63d3945e tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify agent at l3_agent.dv-cinder-759169-3-iscsi the message routers_updated {{(pid=94316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 01:45:56.370206 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-32009930-ffab-419f-a9e8-c0ee63d3945e tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for floatingip, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:45:56.375766 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa426749-0e26-49ef-9bbf-e43142ba16d3 None None] Sync routers for ids ['1b3e1f4e-4eb5-4875-bd32-5dac995caec9'] in dv-cinder-759169-3-iscsi {{(pid=94317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 01:45:56.384960 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa426749-0e26-49ef-9bbf-e43142ba16d3 None None] Routers {'1b3e1f4e-4eb5-4875-bd32-5dac995caec9'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:45:56.385583 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-fa426749-0e26-49ef-9bbf-e43142ba16d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:45:44Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['1b3e1f4e-4eb5-4875-bd32-5dac995caec9'], 'active': True} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:45:56.398352 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-32009930-ffab-419f-a9e8-c0ee63d3945e tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "DELETE /v2.0/floatingips/e2ff3b0f-efb1-4a81-b351-025f7382d34e HTTP/1.1" status: 204 len: 168 time: 0.8724837 Aug 27 01:45:56.398919 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a473973-cb03-4335-bad0-618c98df77cd', 'tag': 'f3304d45-9af7-4da5-8afa-fdd205afecba'}] {{(pid=94316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:45:56.401227 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}899021d1be799054bbcf6b5e395d09f22ed0dc0e230ba80d3f80fac876f8e6bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04498f6-d5f7-4ac6-9bbb-6bdc81bc764e" -d '{"events": [{"name": "network-changed", "server_uuid": "9a473973-cb03-4335-bad0-618c98df77cd", "tag": "f3304d45-9af7-4da5-8afa-fdd205afecba"}]}' {{(pid=94316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:45:56.449787 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 01:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf53e8ae-ee6d-4ab9-a673-cc3882e83a0e x-openstack-request-id: req-cf53e8ae-ee6d-4ab9-a673-cc3882e83a0e {{(pid=94316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:45:56.450081 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a473973-cb03-4335-bad0-618c98df77cd", "tag": "f3304d45-9af7-4da5-8afa-fdd205afecba", "status": "completed", "code": 200}]} {{(pid=94316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:45:56.450338 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cf53e8ae-ee6d-4ab9-a673-cc3882e83a0e {{(pid=94316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:45:56.450737 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a473973-cb03-4335-bad0-618c98df77cd', 'tag': 'f3304d45-9af7-4da5-8afa-fdd205afecba', 'status': 'completed', 'code': 200} Aug 27 01:45:56.505053 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvr_db [None req-fa426749-0e26-49ef-9bbf-e43142ba16d3 None None] Set router 1b3e1f4e-4eb5-4875-bd32-5dac995caec9 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:45:56.537859 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04498f6-d5f7-4ac6-9bbb-6bdc81bc764e req-dd3bdf3e-1e6e-4442-9841-2d6af8c44bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:45:56.539262 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-f04498f6-d5f7-4ac6-9bbb-6bdc81bc764e req-dd3bdf3e-1e6e-4442-9841-2d6af8c44bc0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e450a8d39c6c4bc1aa95f2240bf96927&device_id=9a473973-cb03-4335-bad0-618c98df77cd HTTP/1.1" status: 200 len: 1099 time: 0.0399714 Aug 27 01:45:56.632897 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04498f6-d5f7-4ac6-9bbb-6bdc81bc764e req-2812802b-e20e-4570-a7e3-f7b31b4e625e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:45:56.634406 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-f04498f6-d5f7-4ac6-9bbb-6bdc81bc764e req-2812802b-e20e-4570-a7e3-f7b31b4e625e service neutron] 10.222.0.24 "GET /v2.0/networks?id=36f8a83c-fcee-45f1-9a2d-3d2de8a9383c HTTP/1.1" status: 200 len: 913 time: 0.0879645 Aug 27 01:45:56.715167 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-fa426749-0e26-49ef-9bbf-e43142ba16d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'name': 'tempest-TestVolumeBootPattern-1891695804-router', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '7d13c4c1-4949-4500-8835-61d7f31ae80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:39:11Z', 'updated_at': '2021-08-27T01:39:14Z', 'revision_number': 4, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'gw_port': {'id': '7d13c4c1-4949-4500-8835-61d7f31ae80c', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:71:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:39:12Z', 'updated_at': '2021-08-27T01:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': 'e65f5867-c45a-4aa6-acf6-5fa199690e5d', 'name': '', 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'mac_address': 'fa:16:3e:c0:fd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8a4c81fa-fae1-4cf5-8038-5477ded1756d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:39:13Z', 'updated_at': '2021-08-27T01:39:21Z', 'revision_number': 5, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'subnets': [{'id': '8a4c81fa-fae1-4cf5-8038-5477ded1756d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:45:56.751703 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa426749-0e26-49ef-9bbf-e43142ba16d3 None None] Checking router: 1b3e1f4e-4eb5-4875-bd32-5dac995caec9 for host: dv-cinder-759169-3-iscsi {{(pid=94317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 01:45:56.762562 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa426749-0e26-49ef-9bbf-e43142ba16d3 None None] Routers {'1b3e1f4e-4eb5-4875-bd32-5dac995caec9'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:45:56.764737 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-fa426749-0e26-49ef-9bbf-e43142ba16d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:45:44Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['1b3e1f4e-4eb5-4875-bd32-5dac995caec9'], 'active': True} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:45:56.821207 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d625c5c-bf74-4c4c-8694-0ffe5891eec0 req-aa302c8c-d372-46dd-8b63-fcf5290238e7 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:45:56.822742 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-8d625c5c-bf74-4c4c-8694-0ffe5891eec0 req-aa302c8c-d372-46dd-8b63-fcf5290238e7 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a473973-cb03-4335-bad0-618c98df77cd HTTP/1.1" status: 200 len: 946 time: 0.0525768 Aug 27 01:45:56.865009 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [req-8d625c5c-bf74-4c4c-8694-0ffe5891eec0 req-443bd0a7-1c02-47e6-bcc3-411ade26e1af tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/security-groups?id=60c5e2c5-0408-44e2-ada8-fb638f0e54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342011 Aug 27 01:45:56.883300 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvr_db [None req-fa426749-0e26-49ef-9bbf-e43142ba16d3 None None] Set router 1b3e1f4e-4eb5-4875-bd32-5dac995caec9 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:45:56.954567 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-f04498f6-d5f7-4ac6-9bbb-6bdc81bc764e req-88a49ce4-4630-4fe1-8f6c-df3f434f7828 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3304d45-9af7-4da5-8afa-fdd205afecba HTTP/1.1" status: 200 len: 217 time: 0.3071425 Aug 27 01:45:57.004152 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04498f6-d5f7-4ac6-9bbb-6bdc81bc764e req-68469e81-da0a-464a-bdb4-5e0aa6ef2b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:45:57.005617 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-f04498f6-d5f7-4ac6-9bbb-6bdc81bc764e req-68469e81-da0a-464a-bdb4-5e0aa6ef2b4f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8a4c81fa-fae1-4cf5-8038-5477ded1756d HTTP/1.1" status: 200 len: 851 time: 0.0428395 Aug 27 01:45:57.053150 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04498f6-d5f7-4ac6-9bbb-6bdc81bc764e req-f45f7ad6-e5ca-4f17-b653-fadb92f8e678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:45:57.054749 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-f04498f6-d5f7-4ac6-9bbb-6bdc81bc764e req-f45f7ad6-e5ca-4f17-b653-fadb92f8e678 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=36f8a83c-fcee-45f1-9a2d-3d2de8a9383c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389764 Aug 27 01:45:57.084342 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-fa426749-0e26-49ef-9bbf-e43142ba16d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'name': 'tempest-TestVolumeBootPattern-1891695804-router', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '7d13c4c1-4949-4500-8835-61d7f31ae80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:39:11Z', 'updated_at': '2021-08-27T01:39:14Z', 'revision_number': 4, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'gw_port': {'id': '7d13c4c1-4949-4500-8835-61d7f31ae80c', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:71:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:39:12Z', 'updated_at': '2021-08-27T01:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': 'e65f5867-c45a-4aa6-acf6-5fa199690e5d', 'name': '', 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'mac_address': 'fa:16:3e:c0:fd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8a4c81fa-fae1-4cf5-8038-5477ded1756d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:39:13Z', 'updated_at': '2021-08-27T01:39:21Z', 'revision_number': 5, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'subnets': [{'id': '8a4c81fa-fae1-4cf5-8038-5477ded1756d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:45:57.109912 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa426749-0e26-49ef-9bbf-e43142ba16d3 None None] The sync data for ids ['1b3e1f4e-4eb5-4875-bd32-5dac995caec9'] in dv-cinder-759169-3-iscsi is: [{'id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'name': 'tempest-TestVolumeBootPattern-1891695804-router', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '7d13c4c1-4949-4500-8835-61d7f31ae80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:39:11Z', 'updated_at': '2021-08-27T01:39:14Z', 'revision_number': 4, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'gw_port': {'id': '7d13c4c1-4949-4500-8835-61d7f31ae80c', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:71:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:39:12Z', 'updated_at': '2021-08-27T01:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi', '_interfaces': [{'id': 'e65f5867-c45a-4aa6-acf6-5fa199690e5d', 'name': '', 'network_id': '36f8a83c-fcee-45f1-9a2d-3d2de8a9383c', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'mac_address': 'fa:16:3e:c0:fd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8a4c81fa-fae1-4cf5-8038-5477ded1756d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:39:13Z', 'updated_at': '2021-08-27T01:39:21Z', 'revision_number': 5, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'subnets': [{'id': '8a4c81fa-fae1-4cf5-8038-5477ded1756d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 01:45:57.147197 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-f04498f6-d5f7-4ac6-9bbb-6bdc81bc764e req-7fbb07eb-cc35-4fb8-a714-580d816d8b61 service neutron] 10.222.0.24 "GET /v2.0/networks/36f8a83c-fcee-45f1-9a2d-3d2de8a9383c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834420 Aug 27 01:45:57.243817 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-f04498f6-d5f7-4ac6-9bbb-6bdc81bc764e req-4f3c0fec-6ea7-4a27-892f-6712f4f5c456 service neutron] 10.222.0.24 "GET /v2.0/networks/36f8a83c-fcee-45f1-9a2d-3d2de8a9383c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882549 Aug 27 01:45:57.324739 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c32079a-e1ad-4706-a87f-45cfa014d67d None None] New status for floating IP e2ff3b0f-efb1-4a81-b351-025f7382d34e: DOWN {{(pid=94318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 01:45:57.984682 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c230c29-83c3-445f-bf3e-b664c7e0cf9f req-87c74184-c199-4fe4-a979-da0587df9118 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:45:57.986178 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0c230c29-83c3-445f-bf3e-b664c7e0cf9f req-87c74184-c199-4fe4-a979-da0587df9118 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a473973-cb03-4335-bad0-618c98df77cd HTTP/1.1" status: 200 len: 946 time: 0.0484385 Aug 27 01:45:58.023396 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-0c230c29-83c3-445f-bf3e-b664c7e0cf9f req-bb85204f-48af-4ff5-9afd-a095e34e272c tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/security-groups?id=60c5e2c5-0408-44e2-ada8-fb638f0e54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312719 Aug 27 01:45:58.453292 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f2e02-14ae-4027-866b-86da0206b9d2 req-89b9e0eb-5749-4c4c-b891-79917d7dbfe7 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 01:45:58.454735 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-e95f2e02-14ae-4027-866b-86da0206b9d2 req-89b9e0eb-5749-4c4c-b891-79917d7dbfe7 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a473973-cb03-4335-bad0-618c98df77cd HTTP/1.1" status: 200 len: 946 time: 0.0478370 Aug 27 01:45:58.543881 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [req-e95f2e02-14ae-4027-866b-86da0206b9d2 req-c3c94af0-f6dd-4ea6-9b4a-2a5884d836b4 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Deleting port f3304d45-9af7-4da5-8afa-fdd205afecba {{(pid=94315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:45:58.544232 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-e95f2e02-14ae-4027-866b-86da0206b9d2 req-c3c94af0-f6dd-4ea6-9b4a-2a5884d836b4 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:45:58.628605 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [req-e95f2e02-14ae-4027-866b-86da0206b9d2 req-c3c94af0-f6dd-4ea6-9b4a-2a5884d836b4 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] For port f3304d45-9af7-4da5-8afa-fdd205afecba, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=f3304d45-9af7-4da5-8afa-fdd205afecba,segment=NetworkSegment(fc9ce6d0-a5a2-4737-ac3e-33897b3e364c),segment_id=fc9ce6d0-a5a2-4737-ac3e-33897b3e364c)] {{(pid=94315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:45:58.628999 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-e95f2e02-14ae-4027-866b-86da0206b9d2 req-c3c94af0-f6dd-4ea6-9b4a-2a5884d836b4 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:45:58.641355 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [req-e95f2e02-14ae-4027-866b-86da0206b9d2 req-c3c94af0-f6dd-4ea6-9b4a-2a5884d836b4 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Calling delete_port for f3304d45-9af7-4da5-8afa-fdd205afecba owned by compute:nova {{(pid=94315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:45:58.824233 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-e95f2e02-14ae-4027-866b-86da0206b9d2 req-c3c94af0-f6dd-4ea6-9b4a-2a5884d836b4 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8502847'] for port, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:45:58.851425 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c94af0-f6dd-4ea6-9b4a-2a5884d836b4 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Pushing event deleted for resources: {'Port': ['ID=f3304d45-9af7-4da5-8afa-fdd205afecba,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:45:58.892482 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.l3_dvrscheduler_db [req-e95f2e02-14ae-4027-866b-86da0206b9d2 req-c3c94af0-f6dd-4ea6-9b4a-2a5884d836b4 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] No DVR routers for this DVR port f3304d45-9af7-4da5-8afa-fdd205afecba on host hv-cinder-75916 {{(pid=94315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 01:45:58.897574 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [req-e95f2e02-14ae-4027-866b-86da0206b9d2 req-c3c94af0-f6dd-4ea6-9b4a-2a5884d836b4 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for port, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:45:58.897574 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-e95f2e02-14ae-4027-866b-86da0206b9d2 req-c3c94af0-f6dd-4ea6-9b4a-2a5884d836b4 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.24 "DELETE /v2.0/ports/f3304d45-9af7-4da5-8afa-fdd205afecba HTTP/1.1" status: 204 len: 173 time: 0.4361126 Aug 27 01:45:58.897574 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a473973-cb03-4335-bad0-618c98df77cd', 'name': 'network-vif-deleted', 'tag': 'f3304d45-9af7-4da5-8afa-fdd205afecba'}] {{(pid=94315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 01:45:58.899605 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4b197ec9f2f0e9474c50df7e7ed8b30a1ed8e7d4526d98a0361b780d87c209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71c7b90-0f01-4e2f-bd49-0b4e781f2a8a" -d '{"events": [{"server_uuid": "9a473973-cb03-4335-bad0-618c98df77cd", "name": "network-vif-deleted", "tag": "f3304d45-9af7-4da5-8afa-fdd205afecba"}]}' {{(pid=94315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 01:45:58.935383 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 01:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2122a97f-0850-456e-99d1-bd40d021c84f x-openstack-request-id: req-2122a97f-0850-456e-99d1-bd40d021c84f {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 01:45:58.935633 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a473973-cb03-4335-bad0-618c98df77cd", "name": "network-vif-deleted", "tag": "f3304d45-9af7-4da5-8afa-fdd205afecba", "status": "completed", "code": 200}]} {{(pid=94315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 01:45:58.935894 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2122a97f-0850-456e-99d1-bd40d021c84f {{(pid=94315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 01:45:58.936286 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a473973-cb03-4335-bad0-618c98df77cd', 'name': 'network-vif-deleted', 'tag': 'f3304d45-9af7-4da5-8afa-fdd205afecba', 'status': 'completed', 'code': 200} Aug 27 01:45:59.122405 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [req-5cfdc582-d26a-473f-9ada-47b016534b92 req-22d72aed-7643-488e-9d83-6c50d6311c99 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a473973-cb03-4335-bad0-618c98df77cd HTTP/1.1" status: 200 len: 210 time: 0.0334074 Aug 27 01:46:00.181832 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 36032) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:46:00.309554 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.plugin [None req-877c86b6-ed72-408f-87b7-29a652bfe8f4 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Deleting port f9ca3d88-fa08-4a26-be08-7e4249498d2d {{(pid=94316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:46:00.309901 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-877c86b6-ed72-408f-87b7-29a652bfe8f4 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:00.384180 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-877c86b6-ed72-408f-87b7-29a652bfe8f4 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:00.384507 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-877c86b6-ed72-408f-87b7-29a652bfe8f4 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:00.397784 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.plugin [None req-877c86b6-ed72-408f-87b7-29a652bfe8f4 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Calling delete_port for f9ca3d88-fa08-4a26-be08-7e4249498d2d owned by network:floatingip {{(pid=94316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:46:00.595662 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-877c86b6-ed72-408f-87b7-29a652bfe8f4 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8444051'] for port, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:00.625108 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c86b6-ed72-408f-87b7-29a652bfe8f4 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Pushing event deleted for resources: {'Port': ['ID=f9ca3d88-fa08-4a26-be08-7e4249498d2d,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:46:00.686352 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-877c86b6-ed72-408f-87b7-29a652bfe8f4 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks [] for floatingip, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:00.688919 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-877c86b6-ed72-408f-87b7-29a652bfe8f4 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191790'] for floatingip, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:00.690105 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-877c86b6-ed72-408f-87b7-29a652bfe8f4 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "DELETE /v2.0/floatingips/ede37600-bc4e-42f7-bcda-652c2716ae32 HTTP/1.1" status: 204 len: 168 time: 0.5072997 Aug 27 01:46:00.753493 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device f3304d45-9af7-4da5-8afa-fdd205afecba no longer exists at agent hyperv_hv-cinder-75916 {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 01:46:00.777981 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] No Port match for: f3304d45-9af7-4da5-8afa-fdd205afecba {{(pid=94317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 01:46:00.778328 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Device f3304d45-9af7-4da5-8afa-fdd205afecba not bound to the agent host hv-cinder-75916 {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 01:46:02.046933 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 36044) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:46:02.102630 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-ebf15526-186f-4401-b50c-588610d9bc77 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks [] for security_group, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:02.127571 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-ebf15526-186f-4401-b50c-588610d9bc77 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:02.249681 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-ebf15526-186f-4401-b50c-588610d9bc77 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:02.252273 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-ebf15526-186f-4401-b50c-588610d9bc77 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Notify callbacks [] for security_group, before_response {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:02.253446 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-ebf15526-186f-4401-b50c-588610d9bc77 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] 10.222.0.25 "DELETE /v2.0/security-groups/60c5e2c5-0408-44e2-ada8-fb638f0e54f0 HTTP/1.1" status: 204 len: 168 time: 0.2055473 Aug 27 01:46:02.262537 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf15526-186f-4401-b50c-588610d9bc77 tempest-TestVolumeBootPattern-886769182 tempest-TestVolumeBootPattern-886769182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c5e2c5-0408-44e2-ada8-fb638f0e54f0,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:46:02.358129 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 36048) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:46:02.789037 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-b320e156-4990-42be-81c5-21e63b9a5242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2025249'] for router_interface, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:03.025184 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [None req-b320e156-4990-42be-81c5-21e63b9a5242 admin admin] Deleting port e65f5867-c45a-4aa6-acf6-5fa199690e5d {{(pid=94315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:46:03.025523 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-b320e156-4990-42be-81c5-21e63b9a5242 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:03.103291 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [None req-b320e156-4990-42be-81c5-21e63b9a5242 admin admin] For port e65f5867-c45a-4aa6-acf6-5fa199690e5d, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=e65f5867-c45a-4aa6-acf6-5fa199690e5d,segment=NetworkSegment(fc9ce6d0-a5a2-4737-ac3e-33897b3e364c),segment_id=fc9ce6d0-a5a2-4737-ac3e-33897b3e364c)] {{(pid=94315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:46:03.103647 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-b320e156-4990-42be-81c5-21e63b9a5242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:03.115859 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [None req-b320e156-4990-42be-81c5-21e63b9a5242 admin admin] Calling delete_port for e65f5867-c45a-4aa6-acf6-5fa199690e5d owned by network:router_interface {{(pid=94315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:46:03.334495 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-b320e156-4990-42be-81c5-21e63b9a5242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8502847'] for port, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:03.357436 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b320e156-4990-42be-81c5-21e63b9a5242 admin admin] Pushing event deleted for resources: {'Port': ['ID=e65f5867-c45a-4aa6-acf6-5fa199690e5d,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:46:03.525864 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-b320e156-4990-42be-81c5-21e63b9a5242 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025451'] for router_interface, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:03.734572 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b320e156-4990-42be-81c5-21e63b9a5242 admin admin] Router 1b3e1f4e-4eb5-4875-bd32-5dac995caec9 has already been hosted by L3 agent 8dc83c43-e68e-43c9-8595-1753e39ae809 {{(pid=94315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 01:46:03.837971 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b320e156-4990-42be-81c5-21e63b9a5242 admin admin] Notify agent at l3_agent.dv-cinder-759169-3-iscsi the message routers_updated {{(pid=94315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 01:46:03.843052 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-b320e156-4990-42be-81c5-21e63b9a5242 admin admin] 10.222.0.25 "PUT /v2.0/routers/1b3e1f4e-4eb5-4875-bd32-5dac995caec9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4836519 Aug 27 01:46:03.845601 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 36052) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:46:03.846431 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6d5e9d-c57a-4870-8640-e7fa900119d5 None None] Sync routers for ids ['1b3e1f4e-4eb5-4875-bd32-5dac995caec9'] in dv-cinder-759169-3-iscsi {{(pid=94317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 01:46:03.855727 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6d5e9d-c57a-4870-8640-e7fa900119d5 None None] Routers {'1b3e1f4e-4eb5-4875-bd32-5dac995caec9'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:46:03.856333 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-cd6d5e9d-c57a-4870-8640-e7fa900119d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:45:44Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['1b3e1f4e-4eb5-4875-bd32-5dac995caec9'], 'active': True} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:46:03.947038 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-b6908d42-6ff3-493f-ac88-72a31bc09b7b admin admin] Notify callbacks [] for router, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:04.051929 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-b6908d42-6ff3-493f-ac88-72a31bc09b7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:04.084207 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvr_db [None req-cd6d5e9d-c57a-4870-8640-e7fa900119d5 None None] Set router 1b3e1f4e-4eb5-4875-bd32-5dac995caec9 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:46:04.170585 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [None req-b6908d42-6ff3-493f-ac88-72a31bc09b7b admin admin] Deleting port 7d13c4c1-4949-4500-8835-61d7f31ae80c {{(pid=94315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:46:04.170982 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-b6908d42-6ff3-493f-ac88-72a31bc09b7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:04.247770 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [None req-b6908d42-6ff3-493f-ac88-72a31bc09b7b admin admin] For port 7d13c4c1-4949-4500-8835-61d7f31ae80c, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=7d13c4c1-4949-4500-8835-61d7f31ae80c,segment=NetworkSegment(1ffc2e98-4b11-4960-9fce-c802c96e52d2),segment_id=1ffc2e98-4b11-4960-9fce-c802c96e52d2)] {{(pid=94315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:46:04.248184 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-b6908d42-6ff3-493f-ac88-72a31bc09b7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:04.259579 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-cd6d5e9d-c57a-4870-8640-e7fa900119d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'name': 'tempest-TestVolumeBootPattern-1891695804-router', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '7d13c4c1-4949-4500-8835-61d7f31ae80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:39:11Z', 'updated_at': '2021-08-27T01:46:03Z', 'revision_number': 5, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'gw_port': {'id': '7d13c4c1-4949-4500-8835-61d7f31ae80c', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:71:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:39:12Z', 'updated_at': '2021-08-27T01:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi'}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:46:04.264148 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [None req-b6908d42-6ff3-493f-ac88-72a31bc09b7b admin admin] Calling delete_port for 7d13c4c1-4949-4500-8835-61d7f31ae80c owned by network:router_gateway {{(pid=94315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:46:04.297640 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6d5e9d-c57a-4870-8640-e7fa900119d5 None None] Checking router: 1b3e1f4e-4eb5-4875-bd32-5dac995caec9 for host: dv-cinder-759169-3-iscsi {{(pid=94317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 01:46:04.306247 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6d5e9d-c57a-4870-8640-e7fa900119d5 None None] Routers {'1b3e1f4e-4eb5-4875-bd32-5dac995caec9'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:46:04.306790 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-cd6d5e9d-c57a-4870-8640-e7fa900119d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:45:44Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['1b3e1f4e-4eb5-4875-bd32-5dac995caec9'], 'active': True} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:46:04.392096 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvr_db [None req-cd6d5e9d-c57a-4870-8640-e7fa900119d5 None None] Set router 1b3e1f4e-4eb5-4875-bd32-5dac995caec9 gateway port host: None {{(pid=94317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:46:04.447901 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_hamode_db [None req-cd6d5e9d-c57a-4870-8640-e7fa900119d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'name': 'tempest-TestVolumeBootPattern-1891695804-router', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:39:11Z', 'updated_at': '2021-08-27T01:46:04Z', 'revision_number': 6, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'gw_port_host': None}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:46:04.474696 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6d5e9d-c57a-4870-8640-e7fa900119d5 None None] The sync data for ids ['1b3e1f4e-4eb5-4875-bd32-5dac995caec9'] in dv-cinder-759169-3-iscsi is: [{'id': '1b3e1f4e-4eb5-4875-bd32-5dac995caec9', 'name': 'tempest-TestVolumeBootPattern-1891695804-router', 'tenant_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:39:11Z', 'updated_at': '2021-08-27T01:46:04Z', 'revision_number': 6, 'project_id': 'e450a8d39c6c4bc1aa95f2240bf96927', 'gw_port_host': None}] {{(pid=94317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 01:46:04.498703 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-b6908d42-6ff3-493f-ac88-72a31bc09b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8502847'] for port, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:04.524602 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6908d42-6ff3-493f-ac88-72a31bc09b7b admin admin] Pushing event deleted for resources: {'Port': ['ID=7d13c4c1-4949-4500-8835-61d7f31ae80c,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:46:04.583661 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-b6908d42-6ff3-493f-ac88-72a31bc09b7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2027185'] for router_gateway, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:04.669483 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-b6908d42-6ff3-493f-ac88-72a31bc09b7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4897'] for router, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:04.671515 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-b6908d42-6ff3-493f-ac88-72a31bc09b7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:04.778349 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-b6908d42-6ff3-493f-ac88-72a31bc09b7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020897'] for router, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:04.778867 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6908d42-6ff3-493f-ac88-72a31bc09b7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b3e1f4e-4eb5-4875-bd32-5dac995caec9 {{(pid=94315) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 01:46:04.783712 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-b6908d42-6ff3-493f-ac88-72a31bc09b7b admin admin] Notify callbacks [] for router, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:04.784888 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-b6908d42-6ff3-493f-ac88-72a31bc09b7b admin admin] 10.222.0.25 "DELETE /v2.0/routers/1b3e1f4e-4eb5-4875-bd32-5dac995caec9 HTTP/1.1" status: 204 len: 168 time: 0.9383552 Aug 27 01:46:04.787351 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 36054) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:46:04.835608 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf96002f-603f-42b6-b355-6dbf2ccb2501 admin admin] Deleting subnet 8a4c81fa-fae1-4cf5-8038-5477ded1756d {{(pid=94315) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 01:46:04.839019 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-cf96002f-603f-42b6-b355-6dbf2ccb2501 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:04.876629 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-cf96002f-603f-42b6-b355-6dbf2ccb2501 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10159459'] for subnet, precommit_delete_associations {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:04.917745 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device e65f5867-c45a-4aa6-acf6-5fa199690e5d no longer exists at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 01:46:04.938843 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] No Port match for: e65f5867-c45a-4aa6-acf6-5fa199690e5d {{(pid=94317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 01:46:04.939153 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device e65f5867-c45a-4aa6-acf6-5fa199690e5d not bound to the agent host dv-cinder-759169-3-iscsi {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 01:46:04.960598 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-cf96002f-603f-42b6-b355-6dbf2ccb2501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940968'] for subnet, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:05.083752 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-cf96002f-603f-42b6-b355-6dbf2ccb2501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8502892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10044194'] for subnet, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:05.109603 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf96002f-603f-42b6-b355-6dbf2ccb2501 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a4c81fa-fae1-4cf5-8038-5477ded1756d,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:46:05.113218 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-cf96002f-603f-42b6-b355-6dbf2ccb2501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for subnet, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:05.115101 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-cf96002f-603f-42b6-b355-6dbf2ccb2501 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8a4c81fa-fae1-4cf5-8038-5477ded1756d HTTP/1.1" status: 204 len: 168 time: 0.3268003 Aug 27 01:46:05.117704 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 36056) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:46:05.120447 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ec6a30-1c94-42b6-8574-9b557e2e819d None None] Network 36f8a83c-fcee-45f1-9a2d-3d2de8a9383c requested from dv-cinder-759169-3-iscsi {{(pid=94317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 01:46:05.183373 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-5faabb46-a1a9-48b6-9a8d-aa3316c36ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608312'] for network, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:05.240309 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [None req-5faabb46-a1a9-48b6-9a8d-aa3316c36ab3 admin admin] Deleting port ab0b33f7-34ca-4094-b7df-bdbd3f6e9b08 {{(pid=94315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:46:05.240754 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-5faabb46-a1a9-48b6-9a8d-aa3316c36ab3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:05.305532 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c2cd0e-d694-4bfb-9ef8-6ef9941a119a None None] DHCP port deletion for 36f8a83c-fcee-45f1-9a2d-3d2de8a9383c request from dv-cinder-759169-3-iscsi {{(pid=94317) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 01:46:05.306468 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [None req-5faabb46-a1a9-48b6-9a8d-aa3316c36ab3 admin admin] For port ab0b33f7-34ca-4094-b7df-bdbd3f6e9b08, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=ab0b33f7-34ca-4094-b7df-bdbd3f6e9b08,segment=NetworkSegment(fc9ce6d0-a5a2-4737-ac3e-33897b3e364c),segment_id=fc9ce6d0-a5a2-4737-ac3e-33897b3e364c)] {{(pid=94315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:46:05.306831 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-5faabb46-a1a9-48b6-9a8d-aa3316c36ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:05.320999 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [None req-5faabb46-a1a9-48b6-9a8d-aa3316c36ab3 admin admin] Calling delete_port for ab0b33f7-34ca-4094-b7df-bdbd3f6e9b08 owned by network:dhcp {{(pid=94315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:46:05.352739 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-b6c2cd0e-d694-4bfb-9ef8-6ef9941a119a None None] Deleting port ab0b33f7-34ca-4094-b7df-bdbd3f6e9b08 {{(pid=94317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:46:05.353067 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-b6c2cd0e-d694-4bfb-9ef8-6ef9941a119a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:05.424048 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-b6c2cd0e-d694-4bfb-9ef8-6ef9941a119a None None] For port ab0b33f7-34ca-4094-b7df-bdbd3f6e9b08, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=ab0b33f7-34ca-4094-b7df-bdbd3f6e9b08,segment=NetworkSegment(fc9ce6d0-a5a2-4737-ac3e-33897b3e364c),segment_id=fc9ce6d0-a5a2-4737-ac3e-33897b3e364c)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:46:05.424447 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-b6c2cd0e-d694-4bfb-9ef8-6ef9941a119a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:05.437062 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-b6c2cd0e-d694-4bfb-9ef8-6ef9941a119a None None] Calling delete_port for ab0b33f7-34ca-4094-b7df-bdbd3f6e9b08 owned by network:dhcp {{(pid=94317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:46:05.494827 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-5faabb46-a1a9-48b6-9a8d-aa3316c36ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8502847'] for port, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:05.516064 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-b6c2cd0e-d694-4bfb-9ef8-6ef9941a119a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223'] for port, after_delete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:05.530221 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faabb46-a1a9-48b6-9a8d-aa3316c36ab3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab0b33f7-34ca-4094-b7df-bdbd3f6e9b08,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:46:05.538100 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5faabb46-a1a9-48b6-9a8d-aa3316c36ab3 admin admin] No DVR routers for this DVR port ab0b33f7-34ca-4094-b7df-bdbd3f6e9b08 on host dv-cinder-759169-3-iscsi {{(pid=94315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 01:46:05.544436 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c2cd0e-d694-4bfb-9ef8-6ef9941a119a None None] Pushing event deleted for resources: {'Port': ['ID=ab0b33f7-34ca-4094-b7df-bdbd3f6e9b08,revision_number=None']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:46:05.553833 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c2cd0e-d694-4bfb-9ef8-6ef9941a119a None None] No DVR routers for this DVR port ab0b33f7-34ca-4094-b7df-bdbd3f6e9b08 on host dv-cinder-759169-3-iscsi {{(pid=94317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 01:46:05.557307 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c2cd0e-d694-4bfb-9ef8-6ef9941a119a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:46:05.557774 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c2cd0e-d694-4bfb-9ef8-6ef9941a119a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:46:05.558019 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c2cd0e-d694-4bfb-9ef8-6ef9941a119a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:46:05.558356 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c2cd0e-d694-4bfb-9ef8-6ef9941a119a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:46:05.558660 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c2cd0e-d694-4bfb-9ef8-6ef9941a119a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:46:05.558997 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c2cd0e-d694-4bfb-9ef8-6ef9941a119a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:46:05.559367 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c2cd0e-d694-4bfb-9ef8-6ef9941a119a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:46:05.559632 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c2cd0e-d694-4bfb-9ef8-6ef9941a119a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:46:05.560471 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c2cd0e-d694-4bfb-9ef8-6ef9941a119a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:46:05.560808 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c2cd0e-d694-4bfb-9ef8-6ef9941a119a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:46:05.561144 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c2cd0e-d694-4bfb-9ef8-6ef9941a119a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:46:05.561469 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c2cd0e-d694-4bfb-9ef8-6ef9941a119a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-3-iscsi {{(pid=94317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 01:46:05.620666 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-5faabb46-a1a9-48b6-9a8d-aa3316c36ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-528723', 'neutron.services.segments.db._delete_segments_for_network-8791478518254'] for network, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:05.630636 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.services.segments.db [None req-5faabb46-a1a9-48b6-9a8d-aa3316c36ab3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36f8a83c-fcee-45f1-9a2d-3d2de8a9383c']}} {{(pid=94315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:46:05.641099 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.services.segments.db [None req-5faabb46-a1a9-48b6-9a8d-aa3316c36ab3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc9ce6d0-a5a2-4737-ac3e-33897b3e364c') {'for_net_delete': True} {{(pid=94315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:46:05.641390 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.services.segments.db [None req-5faabb46-a1a9-48b6-9a8d-aa3316c36ab3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc9ce6d0-a5a2-4737-ac3e-33897b3e364c') {} {{(pid=94315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:46:05.649742 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-5faabb46-a1a9-48b6-9a8d-aa3316c36ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791478518137', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10159484'] for segment, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:05.665991 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-5faabb46-a1a9-48b6-9a8d-aa3316c36ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935457'] for segment, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:05.671754 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5faabb46-a1a9-48b6-9a8d-aa3316c36ab3 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=94315) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 01:46:05.672127 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-5faabb46-a1a9-48b6-9a8d-aa3316c36ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8502794'] for segment, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:05.673731 dv-cinder-759169-3-iscsi neutron-server[94315]: Traceback (most recent call last): Aug 27 01:46:05.673731 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 01:46:05.673731 dv-cinder-759169-3-iscsi neutron-server[94315]: timer() Aug 27 01:46:05.673731 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 01:46:05.673731 dv-cinder-759169-3-iscsi neutron-server[94315]: cb(*args, **kw) Aug 27 01:46:05.673731 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 01:46:05.673731 dv-cinder-759169-3-iscsi neutron-server[94315]: return func(*args, **kwargs) Aug 27 01:46:05.673731 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 01:46:05.673731 dv-cinder-759169-3-iscsi neutron-server[94315]: self._notify() Aug 27 01:46:05.673731 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 01:46:05.673731 dv-cinder-759169-3-iscsi neutron-server[94315]: self.callback(batched_events) Aug 27 01:46:05.673731 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 01:46:05.673731 dv-cinder-759169-3-iscsi neutron-server[94315]: event.method(event) Aug 27 01:46:05.673731 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 01:46:05.673731 dv-cinder-759169-3-iscsi neutron-server[94315]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 01:46:05.673731 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 01:46:05.673731 dv-cinder-759169-3-iscsi neutron-server[94315]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 01:46:05.673731 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 01:46:05.673731 dv-cinder-759169-3-iscsi neutron-server[94315]: return f(self, *a, **k) Aug 27 01:46:05.673731 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 01:46:05.673731 dv-cinder-759169-3-iscsi neutron-server[94315]: return self._get(url).json() Aug 27 01:46:05.673731 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 01:46:05.673731 dv-cinder-759169-3-iscsi neutron-server[94315]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 01:46:05.673731 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 01:46:05.673731 dv-cinder-759169-3-iscsi neutron-server[94315]: return self.request(url, 'GET', **kwargs) Aug 27 01:46:05.673731 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 01:46:05.673731 dv-cinder-759169-3-iscsi neutron-server[94315]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 01:46:05.673731 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 01:46:05.673731 dv-cinder-759169-3-iscsi neutron-server[94315]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 01:46:05.673731 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 01:46:05.673731 dv-cinder-759169-3-iscsi neutron-server[94315]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 01:46:05.673731 dv-cinder-759169-3-iscsi neutron-server[94315]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 01:46:05.806811 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-5faabb46-a1a9-48b6-9a8d-aa3316c36ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-528682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2027149'] for network, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:05.813472 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-5faabb46-a1a9-48b6-9a8d-aa3316c36ab3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for network, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:05.815373 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-5faabb46-a1a9-48b6-9a8d-aa3316c36ab3 admin admin] 10.222.0.25 "DELETE /v2.0/networks/36f8a83c-fcee-45f1-9a2d-3d2de8a9383c HTTP/1.1" status: 204 len: 168 time: 0.6967006 Aug 27 01:46:05.818419 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [-] (94316) accepted ('10.222.0.25', 36058) {{(pid=94316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:46:05.833227 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faabb46-a1a9-48b6-9a8d-aa3316c36ab3 admin admin] Pushing event deleted for resources: {'Network': ['ID=36f8a83c-fcee-45f1-9a2d-3d2de8a9383c,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:46:06.156501 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a3334222-4c23-4e54-b842-9363035ec015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2025249'] for router_interface, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:06.397231 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.plugin [None req-a3334222-4c23-4e54-b842-9363035ec015 admin admin] Deleting port 84c75771-aa8b-4d09-9474-6c508ebba3cd {{(pid=94316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:46:06.397566 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a3334222-4c23-4e54-b842-9363035ec015 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:06.473205 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.db [None req-a3334222-4c23-4e54-b842-9363035ec015 admin admin] For port 84c75771-aa8b-4d09-9474-6c508ebba3cd, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=84c75771-aa8b-4d09-9474-6c508ebba3cd,segment=NetworkSegment(5ef52722-1e38-46ed-bd9e-0e571519344e),segment_id=5ef52722-1e38-46ed-bd9e-0e571519344e)] {{(pid=94316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:46:06.473569 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a3334222-4c23-4e54-b842-9363035ec015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:06.485593 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.plugins.ml2.plugin [None req-a3334222-4c23-4e54-b842-9363035ec015 admin admin] Calling delete_port for 84c75771-aa8b-4d09-9474-6c508ebba3cd owned by network:router_interface {{(pid=94316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:46:06.626618 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 7d13c4c1-4949-4500-8835-61d7f31ae80c no longer exists at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 01:46:06.650133 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] No Port match for: 7d13c4c1-4949-4500-8835-61d7f31ae80c {{(pid=94317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 01:46:06.650480 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 7d13c4c1-4949-4500-8835-61d7f31ae80c not bound to the agent host dv-cinder-759169-3-iscsi {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 01:46:06.651015 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device ab0b33f7-34ca-4094-b7df-bdbd3f6e9b08 no longer exists at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 01:46:06.672127 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] No Port match for: ab0b33f7-34ca-4094-b7df-bdbd3f6e9b08 {{(pid=94317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 01:46:06.672586 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device ab0b33f7-34ca-4094-b7df-bdbd3f6e9b08 not bound to the agent host dv-cinder-759169-3-iscsi {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 01:46:06.715517 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a3334222-4c23-4e54-b842-9363035ec015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8444051'] for port, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:06.739057 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3334222-4c23-4e54-b842-9363035ec015 admin admin] Pushing event deleted for resources: {'Port': ['ID=84c75771-aa8b-4d09-9474-6c508ebba3cd,revision_number=None']} {{(pid=94316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:46:07.167744 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron_lib.callbacks.manager [None req-a3334222-4c23-4e54-b842-9363035ec015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025451'] for router_interface, after_delete {{(pid=94316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:07.376264 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3334222-4c23-4e54-b842-9363035ec015 admin admin] Router fc8adc49-e4f6-4e23-80f9-630a5595a1d4 has already been hosted by L3 agent 8dc83c43-e68e-43c9-8595-1753e39ae809 {{(pid=94316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 01:46:07.479506 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3334222-4c23-4e54-b842-9363035ec015 admin admin] Notify agent at l3_agent.dv-cinder-759169-3-iscsi the message routers_updated {{(pid=94316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 01:46:07.484395 dv-cinder-759169-3-iscsi neutron-server[94316]: INFO neutron.wsgi [None req-a3334222-4c23-4e54-b842-9363035ec015 admin admin] 10.222.0.25 "PUT /v2.0/routers/fc8adc49-e4f6-4e23-80f9-630a5595a1d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6649647 Aug 27 01:46:07.487167 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 36060) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:46:07.488788 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a55e6a7-187a-4b09-a893-bbffba951244 None None] Sync routers for ids ['fc8adc49-e4f6-4e23-80f9-630a5595a1d4'] in dv-cinder-759169-3-iscsi {{(pid=94318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 01:46:07.497623 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a55e6a7-187a-4b09-a893-bbffba951244 None None] Routers {'fc8adc49-e4f6-4e23-80f9-630a5595a1d4'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:46:07.498224 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-8a55e6a7-187a-4b09-a893-bbffba951244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:45:44Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['fc8adc49-e4f6-4e23-80f9-630a5595a1d4'], 'active': True} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:46:07.602768 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvr_db [None req-8a55e6a7-187a-4b09-a893-bbffba951244 None None] Set router fc8adc49-e4f6-4e23-80f9-630a5595a1d4 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:46:07.785158 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-8a55e6a7-187a-4b09-a893-bbffba951244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8adc49-e4f6-4e23-80f9-630a5595a1d4', 'name': 'tempest-TestVolumeBootPattern-542330483-router', 'tenant_id': '4f38c403960e49abbc8bdde7568d4d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '4cfcd574-ae16-495a-aa2d-a6aa63e262a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:39:18Z', 'updated_at': '2021-08-27T01:46:06Z', 'revision_number': 5, 'project_id': '4f38c403960e49abbc8bdde7568d4d99', 'gw_port': {'id': '4cfcd574-ae16-495a-aa2d-a6aa63e262a3', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8adc49-e4f6-4e23-80f9-630a5595a1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:39:18Z', 'updated_at': '2021-08-27T01:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi'}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:46:07.812122 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a55e6a7-187a-4b09-a893-bbffba951244 None None] Checking router: fc8adc49-e4f6-4e23-80f9-630a5595a1d4 for host: dv-cinder-759169-3-iscsi {{(pid=94318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 01:46:07.820716 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a55e6a7-187a-4b09-a893-bbffba951244 None None] Routers {'fc8adc49-e4f6-4e23-80f9-630a5595a1d4'} bound to L3 agent in host dv-cinder-759169-3-iscsi {{(pid=94318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 01:46:07.821509 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-8a55e6a7-187a-4b09-a893-bbffba951244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T01:22:14Z,description=,heartbeat_timestamp=2021-08-27T01:45:44Z,host='dv-cinder-759169-3-iscsi',id=8dc83c43-e68e-43c9-8595-1753e39ae809,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T01:22:15Z,topic='l3_agent')) {'router_ids': ['fc8adc49-e4f6-4e23-80f9-630a5595a1d4'], 'active': True} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:46:07.854481 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-c5464835-644d-48fc-b421-d8a7adae396f admin admin] Notify callbacks [] for router, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:07.924025 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_dvr_db [None req-8a55e6a7-187a-4b09-a893-bbffba951244 None None] Set router fc8adc49-e4f6-4e23-80f9-630a5595a1d4 gateway port host: dv-cinder-759169-3-iscsi {{(pid=94318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 01:46:07.953516 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-c5464835-644d-48fc-b421-d8a7adae396f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:08.047273 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [None req-c5464835-644d-48fc-b421-d8a7adae396f admin admin] Deleting port 4cfcd574-ae16-495a-aa2d-a6aa63e262a3 {{(pid=94315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:46:08.047530 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-c5464835-644d-48fc-b421-d8a7adae396f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:08.100567 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.l3_hamode_db [None req-8a55e6a7-187a-4b09-a893-bbffba951244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8adc49-e4f6-4e23-80f9-630a5595a1d4', 'name': 'tempest-TestVolumeBootPattern-542330483-router', 'tenant_id': '4f38c403960e49abbc8bdde7568d4d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '4cfcd574-ae16-495a-aa2d-a6aa63e262a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:39:18Z', 'updated_at': '2021-08-27T01:46:06Z', 'revision_number': 5, 'project_id': '4f38c403960e49abbc8bdde7568d4d99', 'gw_port': {'id': '4cfcd574-ae16-495a-aa2d-a6aa63e262a3', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8adc49-e4f6-4e23-80f9-630a5595a1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:39:18Z', 'updated_at': '2021-08-27T01:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi'}], 'dv-cinder-759169-3-iscsi', False) {} {{(pid=94318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:46:08.126319 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a55e6a7-187a-4b09-a893-bbffba951244 None None] The sync data for ids ['fc8adc49-e4f6-4e23-80f9-630a5595a1d4'] in dv-cinder-759169-3-iscsi is: [{'id': 'fc8adc49-e4f6-4e23-80f9-630a5595a1d4', 'name': 'tempest-TestVolumeBootPattern-542330483-router', 'tenant_id': '4f38c403960e49abbc8bdde7568d4d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'external_fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '4cfcd574-ae16-495a-aa2d-a6aa63e262a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T01:39:18Z', 'updated_at': '2021-08-27T01:46:06Z', 'revision_number': 5, 'project_id': '4f38c403960e49abbc8bdde7568d4d99', 'gw_port': {'id': '4cfcd574-ae16-495a-aa2d-a6aa63e262a3', 'name': '', 'network_id': '6740c5c8-77e9-4fca-8473-ad46ab012dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8adc49-e4f6-4e23-80f9-630a5595a1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T01:39:18Z', 'updated_at': '2021-08-27T01:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5f6e9c-1dd7-42c0-968c-a00eb34fb73b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-3-iscsi'}] {{(pid=94318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 01:46:08.127225 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [None req-c5464835-644d-48fc-b421-d8a7adae396f admin admin] For port 4cfcd574-ae16-495a-aa2d-a6aa63e262a3, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=4cfcd574-ae16-495a-aa2d-a6aa63e262a3,segment=NetworkSegment(1ffc2e98-4b11-4960-9fce-c802c96e52d2),segment_id=1ffc2e98-4b11-4960-9fce-c802c96e52d2)] {{(pid=94315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:46:08.128511 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-c5464835-644d-48fc-b421-d8a7adae396f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:08.142823 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [None req-c5464835-644d-48fc-b421-d8a7adae396f admin admin] Calling delete_port for 4cfcd574-ae16-495a-aa2d-a6aa63e262a3 owned by network:router_gateway {{(pid=94315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:46:08.197247 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [req-db951f28-385f-421c-9662-18cbf7b50993 req-42dd3f05-f7b8-43ee-bc13-481be806ddd6 service neutron] (94316) timed out ('10.222.0.24', 54550) {{(pid=94316) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 01:46:08.201523 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [req-2cbb553b-3825-4d1d-a3a7-17b7f32b66f6 req-4a77e859-cd52-41f7-8c01-d8aef284e86f service neutron] (94316) timed out ('10.222.0.24', 54569) {{(pid=94316) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 01:46:08.345900 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-c5464835-644d-48fc-b421-d8a7adae396f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8502847'] for port, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:08.368742 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5464835-644d-48fc-b421-d8a7adae396f admin admin] Pushing event deleted for resources: {'Port': ['ID=4cfcd574-ae16-495a-aa2d-a6aa63e262a3,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:46:08.428699 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-c5464835-644d-48fc-b421-d8a7adae396f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2027185'] for router_gateway, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:08.524967 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-c5464835-644d-48fc-b421-d8a7adae396f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4897'] for router, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:08.528053 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-c5464835-644d-48fc-b421-d8a7adae396f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:08.648951 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-c5464835-644d-48fc-b421-d8a7adae396f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020897'] for router, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:08.649508 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5464835-644d-48fc-b421-d8a7adae396f admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc8adc49-e4f6-4e23-80f9-630a5595a1d4 {{(pid=94315) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 01:46:08.658900 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-c5464835-644d-48fc-b421-d8a7adae396f admin admin] Notify callbacks [] for router, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:08.658900 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-c5464835-644d-48fc-b421-d8a7adae396f admin admin] 10.222.0.25 "DELETE /v2.0/routers/fc8adc49-e4f6-4e23-80f9-630a5595a1d4 HTTP/1.1" status: 204 len: 168 time: 1.1669197 Aug 27 01:46:08.658900 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 36062) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:46:08.690172 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 84c75771-aa8b-4d09-9474-6c508ebba3cd no longer exists at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 01:46:08.707113 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1738357-dd5a-4fa1-8b07-71263de4feee admin admin] Deleting subnet 5c28b96a-a43a-4861-a771-1ce3abfd0a12 {{(pid=94315) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 01:46:08.711427 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-a1738357-dd5a-4fa1-8b07-71263de4feee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:08.712331 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] No Port match for: 84c75771-aa8b-4d09-9474-6c508ebba3cd {{(pid=94317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 01:46:08.712993 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 84c75771-aa8b-4d09-9474-6c508ebba3cd not bound to the agent host dv-cinder-759169-3-iscsi {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 01:46:08.748222 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-a1738357-dd5a-4fa1-8b07-71263de4feee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10159459'] for subnet, precommit_delete_associations {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:08.831529 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-a1738357-dd5a-4fa1-8b07-71263de4feee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940968'] for subnet, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:08.944784 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-a1738357-dd5a-4fa1-8b07-71263de4feee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8502892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10044194'] for subnet, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:08.969682 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1738357-dd5a-4fa1-8b07-71263de4feee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c28b96a-a43a-4861-a771-1ce3abfd0a12,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:46:08.974638 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-a1738357-dd5a-4fa1-8b07-71263de4feee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for subnet, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:08.976480 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-a1738357-dd5a-4fa1-8b07-71263de4feee admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5c28b96a-a43a-4861-a771-1ce3abfd0a12 HTTP/1.1" status: 204 len: 168 time: 0.3177440 Aug 27 01:46:08.979047 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 36064) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:46:08.980336 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97d959c-8c78-4d4b-ac06-c00b4f881e0f None None] Network 6204dbe0-7a23-4a23-b11d-fda4a67644cc requested from dv-cinder-759169-3-iscsi {{(pid=94317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 01:46:09.052593 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-8aecb791-9f52-414d-88e5-750d34920eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608312'] for network, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:09.109222 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [None req-8aecb791-9f52-414d-88e5-750d34920eee admin admin] Deleting port 22a12f05-255c-4ceb-8300-2e9e3a0560ea {{(pid=94315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:46:09.109562 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-8aecb791-9f52-414d-88e5-750d34920eee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:09.160267 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6be3be1-01da-4170-a7b2-f1b32de361c8 None None] DHCP port deletion for 6204dbe0-7a23-4a23-b11d-fda4a67644cc request from dv-cinder-759169-3-iscsi {{(pid=94317) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 01:46:09.173723 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.db [None req-8aecb791-9f52-414d-88e5-750d34920eee admin admin] For port 22a12f05-255c-4ceb-8300-2e9e3a0560ea, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=22a12f05-255c-4ceb-8300-2e9e3a0560ea,segment=NetworkSegment(5ef52722-1e38-46ed-bd9e-0e571519344e),segment_id=5ef52722-1e38-46ed-bd9e-0e571519344e)] {{(pid=94315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:46:09.177692 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-8aecb791-9f52-414d-88e5-750d34920eee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:09.186851 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.plugin [None req-8aecb791-9f52-414d-88e5-750d34920eee admin admin] Calling delete_port for 22a12f05-255c-4ceb-8300-2e9e3a0560ea owned by network:dhcp {{(pid=94315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:46:09.206895 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-d6be3be1-01da-4170-a7b2-f1b32de361c8 None None] Deleting port 22a12f05-255c-4ceb-8300-2e9e3a0560ea {{(pid=94317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 01:46:09.207197 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d6be3be1-01da-4170-a7b2-f1b32de361c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791478551583'] for port, before_delete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:09.273155 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.db [None req-d6be3be1-01da-4170-a7b2-f1b32de361c8 None None] For port 22a12f05-255c-4ceb-8300-2e9e3a0560ea, host dv-cinder-759169-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-3-iscsi',level=0,port_id=22a12f05-255c-4ceb-8300-2e9e3a0560ea,segment=NetworkSegment(5ef52722-1e38-46ed-bd9e-0e571519344e),segment_id=5ef52722-1e38-46ed-bd9e-0e571519344e)] {{(pid=94317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 01:46:09.273548 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d6be3be1-01da-4170-a7b2-f1b32de361c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2024176'] for port, precommit_delete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:09.291423 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-d6be3be1-01da-4170-a7b2-f1b32de361c8 None None] Calling delete_port for 22a12f05-255c-4ceb-8300-2e9e3a0560ea owned by network:dhcp {{(pid=94317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 01:46:09.328603 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-8aecb791-9f52-414d-88e5-750d34920eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8502847'] for port, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:09.354296 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aecb791-9f52-414d-88e5-750d34920eee admin admin] Pushing event deleted for resources: {'Port': ['ID=22a12f05-255c-4ceb-8300-2e9e3a0560ea,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:46:09.357823 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aecb791-9f52-414d-88e5-750d34920eee admin admin] No DVR routers for this DVR port 22a12f05-255c-4ceb-8300-2e9e3a0560ea on host dv-cinder-759169-3-iscsi {{(pid=94315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 01:46:09.366270 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d6be3be1-01da-4170-a7b2-f1b32de361c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791478493215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791478024223'] for port, after_delete {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:09.392213 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6be3be1-01da-4170-a7b2-f1b32de361c8 None None] Pushing event deleted for resources: {'Port': ['ID=22a12f05-255c-4ceb-8300-2e9e3a0560ea,revision_number=None']} {{(pid=94317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:46:09.394109 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6be3be1-01da-4170-a7b2-f1b32de361c8 None None] No DVR routers for this DVR port 22a12f05-255c-4ceb-8300-2e9e3a0560ea on host dv-cinder-759169-3-iscsi {{(pid=94317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 01:46:09.433419 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-8aecb791-9f52-414d-88e5-750d34920eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-528723', 'neutron.services.segments.db._delete_segments_for_network-8791478518254'] for network, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:09.446225 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.services.segments.db [None req-8aecb791-9f52-414d-88e5-750d34920eee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6204dbe0-7a23-4a23-b11d-fda4a67644cc']}} {{(pid=94315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:46:09.462286 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.services.segments.db [None req-8aecb791-9f52-414d-88e5-750d34920eee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ef52722-1e38-46ed-bd9e-0e571519344e') {'for_net_delete': True} {{(pid=94315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:46:09.462607 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.services.segments.db [None req-8aecb791-9f52-414d-88e5-750d34920eee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ef52722-1e38-46ed-bd9e-0e571519344e') {} {{(pid=94315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 01:46:09.473097 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-8aecb791-9f52-414d-88e5-750d34920eee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791478518137', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10159484'] for segment, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:09.487231 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-8aecb791-9f52-414d-88e5-750d34920eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935457'] for segment, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:09.492740 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aecb791-9f52-414d-88e5-750d34920eee admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=94315) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 01:46:09.493141 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-8aecb791-9f52-414d-88e5-750d34920eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8502794'] for segment, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:09.494716 dv-cinder-759169-3-iscsi neutron-server[94315]: Traceback (most recent call last): Aug 27 01:46:09.494716 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 01:46:09.494716 dv-cinder-759169-3-iscsi neutron-server[94315]: timer() Aug 27 01:46:09.494716 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 01:46:09.494716 dv-cinder-759169-3-iscsi neutron-server[94315]: cb(*args, **kw) Aug 27 01:46:09.494716 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 01:46:09.494716 dv-cinder-759169-3-iscsi neutron-server[94315]: return func(*args, **kwargs) Aug 27 01:46:09.494716 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 01:46:09.494716 dv-cinder-759169-3-iscsi neutron-server[94315]: self._notify() Aug 27 01:46:09.494716 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 01:46:09.494716 dv-cinder-759169-3-iscsi neutron-server[94315]: self.callback(batched_events) Aug 27 01:46:09.494716 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 01:46:09.494716 dv-cinder-759169-3-iscsi neutron-server[94315]: event.method(event) Aug 27 01:46:09.494716 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 01:46:09.494716 dv-cinder-759169-3-iscsi neutron-server[94315]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 01:46:09.494716 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 01:46:09.494716 dv-cinder-759169-3-iscsi neutron-server[94315]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 01:46:09.494716 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 01:46:09.494716 dv-cinder-759169-3-iscsi neutron-server[94315]: return f(self, *a, **k) Aug 27 01:46:09.494716 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 01:46:09.494716 dv-cinder-759169-3-iscsi neutron-server[94315]: return self._get(url).json() Aug 27 01:46:09.494716 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 01:46:09.494716 dv-cinder-759169-3-iscsi neutron-server[94315]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 01:46:09.494716 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 01:46:09.494716 dv-cinder-759169-3-iscsi neutron-server[94315]: return self.request(url, 'GET', **kwargs) Aug 27 01:46:09.494716 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 01:46:09.494716 dv-cinder-759169-3-iscsi neutron-server[94315]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 01:46:09.494716 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 01:46:09.494716 dv-cinder-759169-3-iscsi neutron-server[94315]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 01:46:09.494716 dv-cinder-759169-3-iscsi neutron-server[94315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 01:46:09.494716 dv-cinder-759169-3-iscsi neutron-server[94315]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 01:46:09.494716 dv-cinder-759169-3-iscsi neutron-server[94315]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 01:46:09.612666 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-8aecb791-9f52-414d-88e5-750d34920eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-528682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2027149'] for network, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:09.617371 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-8aecb791-9f52-414d-88e5-750d34920eee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636211'] for network, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:09.619298 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-8aecb791-9f52-414d-88e5-750d34920eee admin admin] 10.222.0.25 "DELETE /v2.0/networks/6204dbe0-7a23-4a23-b11d-fda4a67644cc HTTP/1.1" status: 204 len: 168 time: 0.6393387 Aug 27 01:46:09.632782 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aecb791-9f52-414d-88e5-750d34920eee admin admin] Pushing event deleted for resources: {'Network': ['ID=6204dbe0-7a23-4a23-b11d-fda4a67644cc,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:46:09.956388 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 36070) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:46:09.995276 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-0a63a677-78fb-4d2f-9622-22b4dc437d3a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e450a8d39c6c4bc1aa95f2240bf96927&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377007 Aug 27 01:46:09.998168 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 36072) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:46:10.044382 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-c15723cb-57d3-4d03-9a32-4ba0cac2f4d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:10.069039 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-c15723cb-57d3-4d03-9a32-4ba0cac2f4d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:10.208633 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-c15723cb-57d3-4d03-9a32-4ba0cac2f4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:10.211212 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-c15723cb-57d3-4d03-9a32-4ba0cac2f4d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:10.212500 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-c15723cb-57d3-4d03-9a32-4ba0cac2f4d8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5d19fc4a-10eb-4e36-8559-72ae2029f56b HTTP/1.1" status: 204 len: 168 time: 0.2133145 Aug 27 01:46:10.221585 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15723cb-57d3-4d03-9a32-4ba0cac2f4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d19fc4a-10eb-4e36-8559-72ae2029f56b,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:46:10.627958 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 22a12f05-255c-4ceb-8300-2e9e3a0560ea no longer exists at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 01:46:10.648485 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] No Port match for: 22a12f05-255c-4ceb-8300-2e9e3a0560ea {{(pid=94317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 01:46:10.648847 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 22a12f05-255c-4ceb-8300-2e9e3a0560ea not bound to the agent host dv-cinder-759169-3-iscsi {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 01:46:10.649265 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 4cfcd574-ae16-495a-aa2d-a6aa63e262a3 no longer exists at agent ovs-agent-dv-cinder-759169-3-iscsi {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 01:46:10.670503 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.plugin [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] No Port match for: 4cfcd574-ae16-495a-aa2d-a6aa63e262a3 {{(pid=94317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 01:46:10.670864 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron.plugins.ml2.rpc [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Device 4cfcd574-ae16-495a-aa2d-a6aa63e262a3 not bound to the agent host dv-cinder-759169-3-iscsi {{(pid=94317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 01:46:10.836510 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 36078) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:46:10.879893 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-b54f50d8-1fec-4a61-9044-805959da2fe5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4f38c403960e49abbc8bdde7568d4d99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0422094 Aug 27 01:46:10.882256 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.wsgi [-] (94315) accepted ('10.222.0.25', 36080) {{(pid=94315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 01:46:10.928500 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-ef3ed289-9630-4526-bc0a-2c5429bd7078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:10.948137 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-ef3ed289-9630-4526-bc0a-2c5429bd7078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:11.088336 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-ef3ed289-9630-4526-bc0a-2c5429bd7078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092049'] for security_group, after_delete {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:11.091486 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron_lib.callbacks.manager [None req-ef3ed289-9630-4526-bc0a-2c5429bd7078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:11.092876 dv-cinder-759169-3-iscsi neutron-server[94315]: INFO neutron.wsgi [None req-ef3ed289-9630-4526-bc0a-2c5429bd7078 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aad9c697-65f0-4dad-93d1-f67a03493557 HTTP/1.1" status: 204 len: 168 time: 0.2097127 Aug 27 01:46:11.100559 dv-cinder-759169-3-iscsi neutron-server[94315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3ed289-9630-4526-bc0a-2c5429bd7078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad9c697-65f0-4dad-93d1-f67a03493557,revision_number=None']} {{(pid=94315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 01:46:11.979931 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-6e1524c3-1802-485d-9733-a811c8c28b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:14.529414 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-0813bd32-8c22-45f0-95ac-85d6f30d6a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:14.671691 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:15.963143 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ed545f81-8b1b-4cf8-a1bc-5817d83b44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:17.492336 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-809c4053-e1f3-4656-979d-5dfd58cb0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:24.008008 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.agents_db [None req-fec0d0a0-65fd-4898-8015-6bc2580b487e None None] Agent healthcheck: found 6 active agents {{(pid=94318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 01:46:24.580030 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:41.956821 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-2181d030-de5a-4300-9550-2c5833d05399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:44.531983 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-124572e1-3f3c-4f91-817f-ab1ee9567541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:44.669319 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:45.966510 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ed545f81-8b1b-4cf8-a1bc-5817d83b44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:47.482456 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-809c4053-e1f3-4656-979d-5dfd58cb0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:46:54.606152 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:47:01.006121 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.agents_db [None req-fec0d0a0-65fd-4898-8015-6bc2580b487e None None] Agent healthcheck: found 6 active agents {{(pid=94318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 01:47:11.939269 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-3c1f290e-9549-4b74-8627-13a291313d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:47:14.504981 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-eb5931a3-c21d-4ce5-8e05-778cd52e2b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:47:14.693475 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:47:15.971721 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ed545f81-8b1b-4cf8-a1bc-5817d83b44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:47:17.464507 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-809c4053-e1f3-4656-979d-5dfd58cb0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:47:24.618555 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:47:38.005084 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.agents_db [None req-fec0d0a0-65fd-4898-8015-6bc2580b487e None None] Agent healthcheck: found 6 active agents {{(pid=94318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 01:47:41.954965 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-9645dec7-5f38-48b0-a201-b0ded4fbc861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:47:44.522124 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-0ac056c7-4e08-4dbe-880b-69599265b6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:47:44.658380 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:47:46.006950 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ed545f81-8b1b-4cf8-a1bc-5817d83b44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:47:47.475122 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-809c4053-e1f3-4656-979d-5dfd58cb0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:47:54.611507 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:48:11.983029 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-7d5bb9e5-b3ae-40ef-9d1c-65ee8b709ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:48:14.536728 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-b42d01ba-447d-4477-bed6-5b48bf4742fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:48:14.685534 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:48:15.004705 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.agents_db [None req-fec0d0a0-65fd-4898-8015-6bc2580b487e None None] Agent healthcheck: found 6 active agents {{(pid=94318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 01:48:15.983102 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ed545f81-8b1b-4cf8-a1bc-5817d83b44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:48:17.548708 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-809c4053-e1f3-4656-979d-5dfd58cb0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:48:24.640168 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:48:41.994096 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-3ce4c925-09e0-4699-954b-1c55e6ed3034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:48:44.525678 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e5e6bc82-7862-4245-9a2d-cf3a0799f48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:48:44.645367 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:48:45.988142 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ed545f81-8b1b-4cf8-a1bc-5817d83b44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:48:47.491213 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-809c4053-e1f3-4656-979d-5dfd58cb0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:48:48.669394 dv-cinder-759169-3-iscsi neutron-server[94316]: DEBUG neutron.wsgi [req-ffe663f5-9408-4656-8248-6ae8b1fce0cc req-0ca19f02-cafe-4011-9ff0-790339fbab79 service neutron] (94316) timed out ('10.222.0.25', 57532) {{(pid=94316) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 01:48:52.004881 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.agents_db [None req-fec0d0a0-65fd-4898-8015-6bc2580b487e None None] Agent healthcheck: found 6 active agents {{(pid=94318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 01:48:54.679257 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:49:11.936489 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-48afb58d-34c1-4eca-90b4-d1cdda2cc855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:49:14.513205 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-caa58b85-fd09-44cd-b5e9-f854b04d4de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:49:14.678898 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:49:16.044327 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ed545f81-8b1b-4cf8-a1bc-5817d83b44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:49:17.490500 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-809c4053-e1f3-4656-979d-5dfd58cb0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:49:24.645359 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:49:29.004298 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.agents_db [None req-fec0d0a0-65fd-4898-8015-6bc2580b487e None None] Agent healthcheck: found 6 active agents {{(pid=94318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 01:49:41.964069 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-3517ba01-2e8a-4064-82f4-81411cfb7fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:49:44.512538 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-bb3fc87c-64b7-43ad-a701-82db02704dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:49:44.678026 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:49:46.015133 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ed545f81-8b1b-4cf8-a1bc-5817d83b44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:49:47.483977 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-809c4053-e1f3-4656-979d-5dfd58cb0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:49:54.656526 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:50:06.007398 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.agents_db [None req-fec0d0a0-65fd-4898-8015-6bc2580b487e None None] Agent healthcheck: found 6 active agents {{(pid=94318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 01:50:11.974927 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-5654bfe5-76e2-47e9-9399-f2dd1a6c9dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:50:14.523403 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d7b1490b-dce5-4966-b5b1-dcc96f24909d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:50:14.673459 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:50:15.998162 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ed545f81-8b1b-4cf8-a1bc-5817d83b44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:50:17.483611 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-809c4053-e1f3-4656-979d-5dfd58cb0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:50:24.638076 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:50:41.973793 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-b659fe35-fe53-43c9-a51b-0b7692dabfb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:50:43.007152 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.agents_db [None req-fec0d0a0-65fd-4898-8015-6bc2580b487e None None] Agent healthcheck: found 6 active agents {{(pid=94318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 01:50:44.534225 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e58c9996-63b8-4de8-bdf5-229d96c85e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:50:44.653718 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:50:46.070990 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ed545f81-8b1b-4cf8-a1bc-5817d83b44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:50:47.494050 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-809c4053-e1f3-4656-979d-5dfd58cb0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:50:54.653863 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:51:11.955911 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-7fd0cc77-603b-4077-96aa-f700e43dfb6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:51:14.521531 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-707a4cb6-1a5f-4013-bb59-6a2e2521a22d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:51:14.647480 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1b7c-7d28-4226-97cb-7707c6f7e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:51:16.013054 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-ed545f81-8b1b-4cf8-a1bc-5817d83b44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:51:17.515923 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-809c4053-e1f3-4656-979d-5dfd58cb0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 01:51:20.006297 dv-cinder-759169-3-iscsi neutron-server[94318]: DEBUG neutron.db.agents_db [None req-fec0d0a0-65fd-4898-8015-6bc2580b487e None None] Agent healthcheck: found 6 active agents {{(pid=94318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 01:51:24.618652 dv-cinder-759169-3-iscsi neutron-server[94317]: DEBUG neutron_lib.callbacks.manager [None req-e7d26559-6f53-4047-a225-759729ba8d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791478518236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552553'] for agent, after_update {{(pid=94317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}